-- Logs begin at Mon 2022-08-29 18:15:29 UTC, end at Mon 2022-08-29 19:25:00 UTC. -- Aug 29 18:59:09.269716 dv-cinder-731261-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 18:59:12.023795 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.common.config [-] Logging enabled! Aug 29 18:59:12.024662 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 18:59:12.024662 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101610) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 18:59:12.028121 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.common.config [-] Logging enabled! Aug 29 18:59:12.028380 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 18:59:12.028729 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101610) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 18:59:12.029799 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 18:59:12.030044 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 18:59:12.030551 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 18:59:12.030801 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 18:59:12.031041 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 18:59:12.031399 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.031698 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.032580 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.032903 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.033209 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.033503 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.033802 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.034111 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.034402 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.034688 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.034979 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.035240 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.035536 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.035825 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.036123 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.036352 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] debug = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.036637 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.037077 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.037515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.037807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.038104 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.038388 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.038668 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.038949 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.039285 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.039610 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] host = dv-cinder-731261-6-iscsi {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.039895 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.040197 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.040494 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.040790 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.041072 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.041355 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.041645 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.041923 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.042199 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.042475 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.042770 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.043064 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.043471 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.043747 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.043977 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.044276 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.044575 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.044858 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.045139 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.045421 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.045701 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.045982 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.046256 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.046550 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.046838 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.047150 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.047514 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.048311 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.048594 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.048875 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.049167 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.049447 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.049729 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.050043 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.050336 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.050587 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.050867 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.051411 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.051796 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.052205 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.052376 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.052661 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.052985 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.053234 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.053514 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.053828 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] use_json = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.054058 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.054340 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.054679 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.054990 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.055213 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.055494 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.055773 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.056067 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.056347 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:12.056655 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.056953 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.057260 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.057548 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.057861 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.058207 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.058444 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.058727 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.059022 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.059422 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.059643 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.059927 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.060240 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.060540 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.060840 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.061157 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.061459 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.061758 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.062036 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.062316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.062592 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.062875 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.063570 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.063681 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.063949 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.064251 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.064540 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.064898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.065140 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.065435 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.065939 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.066024 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.066339 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.066767 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.066852 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.067158 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.067430 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.067732 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.068011 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.068283 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.068573 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.068872 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.069166 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.069442 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.069723 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.070169 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.070293 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.070568 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.070845 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.071228 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.071431 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.071723 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.072001 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.072275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.072547 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.072936 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.073104 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.073382 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.073666 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.073947 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.074229 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.074504 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.074782 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.075061 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.075360 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.075669 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.075981 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.076172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.076450 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.076724 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.077001 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.077277 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.077552 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.077827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.078113 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.078416 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.078736 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.079028 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.079336 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.079710 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.080004 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.080290 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.080573 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.080857 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.081136 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.081436 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.081725 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.082018 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.082303 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.082605 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.082907 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.083249 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.083506 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.083787 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.084071 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.084351 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.084636 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.084918 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.085201 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.085490 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.085778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.086079 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.086380 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.086663 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.086963 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.087295 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.087600 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.087887 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.088205 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.088541 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:12.088709 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 18:59:12.088963 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101610) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 18:59:12.401290 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=101610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 18:59:12.401520 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=101610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 18:59:12.401790 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=101610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 18:59:12.402025 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=101610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 18:59:12.402303 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 18:59:12.402636 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 18:59:12.823870 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.824161 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.824435 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.825633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.825911 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.826178 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.880051 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.880335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.880608 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.897782 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.898072 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.898355 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.927744 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.928027 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.928295 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.965162 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.965450 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:12.965720 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.202182 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.202940 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.202940 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.202940 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.204494 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.303898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.304224 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.304510 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.304785 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.305055 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.305371 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.305636 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.305897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.306154 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.306441 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.306704 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.306972 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.307264 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.307521 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.307781 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.308052 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.308312 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.308583 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.308859 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.309125 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.309403 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.309660 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.309947 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.310331 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.310586 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.310837 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.311281 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:13.311524 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:13.311760 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:13.311996 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:13.312232 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:13.312471 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:13.312848 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 18:59:13.316797 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 18:59:13.320828 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 18:59:13.324811 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Aug 29 18:59:13.326446 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 18:59:13.327103 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 18:59:13.327447 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 18:59:13.327844 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 18:59:13.330812 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 18:59:13.331084 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 18:59:13.331443 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 18:59:13.336578 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 18:59:13.361140 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 18:59:13.361616 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.361921 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101610) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 18:59:13.362299 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.363741 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101610) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 18:59:13.364057 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 18:59:13.364285 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 18:59:13.367914 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.368201 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:13.503578 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 18:59:13.503758 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 18:59:13.503961 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 18:59:13.504349 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 18:59:13.557498 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO dbcounter [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Registered counter for database neutron Aug 29 18:59:13.578402 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_db.sqlalchemy.engines [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101610) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 18:59:13.584537 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG dbcounter [-] [101610] Writer thread running {{(pid=101610) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 18:59:14.152577 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing driver for type 'gre' Aug 29 18:59:14.153061 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] gre ID ranges: [(1, 1000)] Aug 29 18:59:14.213170 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing driver for type 'local' Aug 29 18:59:14.213948 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing driver for type 'vlan' Aug 29 18:59:14.229073 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] VlanTypeDriver initialization complete Aug 29 18:59:14.229433 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing driver for type 'vxlan' Aug 29 18:59:14.229945 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] vxlan ID ranges: [(1, 1000)] Aug 29 18:59:14.283297 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing extension driver 'port_security' Aug 29 18:59:14.283675 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.extensions.port_security [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] PortSecurityExtensionDriver initialization complete Aug 29 18:59:14.284009 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing mechanism driver 'openvswitch' Aug 29 18:59:14.284332 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing mechanism driver 'hyperv' Aug 29 18:59:14.291217 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:59:14.291901 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.292274 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.292625 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.293138 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 18:59:14.293559 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.293910 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.294255 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.294647 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 18:59:14.295053 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.295432 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.295776 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.296166 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 18:59:14.296571 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > security_group after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.296920 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > security_group after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.297262 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > security_group after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.297778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 18:59:14.298243 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.298590 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.298928 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.299350 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 18:59:14.299754 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > address_group after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.300096 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > address_group after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.300437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > address_group after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.300824 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 18:59:14.301267 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] ML2 OVO RPC backend initialized. {{(pid=101610) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 18:59:14.301977 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.302332 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.302753 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.303180 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > networks before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.303823 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.303924 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > ports before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.304220 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.304558 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnets before_response 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.304902 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.305243 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.305578 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.305916 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.306253 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.306589 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.306923 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.307293 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.307632 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.315963 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded quota_driver: . Aug 29 18:59:14.316381 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.plugin [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Modular L2 Plugin initialization complete Aug 29 18:59:14.316719 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading services supported by the core plugin {{(pid=101610) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 18:59:14.317066 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.plugins.ml2.managers [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Got port-security extension from driver 'port_security' Aug 29 18:59:14.317553 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.extensions.vlantransparent [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Disabled vlantransparent extension. Aug 29 18:59:14.318062 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101610) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 18:59:14.318389 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: router Aug 29 18:59:14.354097 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_interface before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.354489 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_create 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.354859 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router before_create 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.355251 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.355628 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.355984 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_delete 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.356342 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > floatingip after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.356691 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > floatingip after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.357053 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_create 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.357400 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_update 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.357752 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_update 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.358101 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.358460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_update 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.358868 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_update 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.359266 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.359609 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.359948 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: subnet after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.360876 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.361309 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > port precommit_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.361662 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_create 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.362006 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.362354 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.362711 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router after_update 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.363053 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_delete 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.363427 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_create 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.363789 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.364133 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_update 55549900 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.364498 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > agent after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.364848 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > agent after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.365192 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > network after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.366046 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Tracking information for resource: router configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:14.366375 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Tracking information for resource: floatingip configured {{(pid=101610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 18:59:14.371268 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.db.l3_agentschedulers_db [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 18:59:14.371853 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.372224 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.372580 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.372931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.373726 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router before_create 55550100 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.374091 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_delete 55550100 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.374452 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_create 55550100 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.374809 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > router precommit_update 55550100 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.380489 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.provider_configuration [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service providers = [] {{(pid=101610) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 18:59:14.380858 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.db.servicetype_db [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101610) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 18:59:14.384055 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.service_base [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 18:59:14.384408 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.service_base [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 18:59:14.384751 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.service_base [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 18:59:14.385635 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.services.service_base [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 18:59:14.386007 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.services.service_base [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 18:59:14.386382 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.386696 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 18:59:14.397101 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.397438 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: auto_allocate Aug 29 18:59:14.403584 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: network precommit_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.403903 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: network precommit_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.404423 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.404742 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: tag Aug 29 18:59:14.411863 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.412194 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: timestamp Aug 29 18:59:14.416023 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.416353 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: network_ip_availability Aug 29 18:59:14.421841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.422211 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.423155 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.423896 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.424346 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: flavors Aug 29 18:59:14.430496 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.430827 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading Plugin: revisions Aug 29 18:59:14.435311 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 18:59:14.435704 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.033s {{(pid=101610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 18:59:14.436449 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101610) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 18:59:14.436789 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Initializing extension manager. Aug 29 18:59:14.437315 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: __init__.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.437658 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: __pycache__ {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.437992 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: address_group.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.439509 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.440075 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: address-group Aug 29 18:59:14.440988 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: address_scope.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.441471 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.441989 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: address-scope Aug 29 18:59:14.441989 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: admin_state_down_before_update.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.442775 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.443319 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: router-admin-state-down-before-update Aug 29 18:59:14.443645 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: agent.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.444311 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.444816 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: agent Aug 29 18:59:14.445139 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: agent_resources_synced.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.446024 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.446647 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: agent-resources-synced Aug 29 18:59:14.446854 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: allowedaddresspairs.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.448680 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.449211 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: allowed-address-pairs Aug 29 18:59:14.449537 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: auto_allocated_topology.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.450593 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.451128 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: auto-allocated-topology Aug 29 18:59:14.451458 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: availability_zone.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.452126 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.452627 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: availability_zone Aug 29 18:59:14.452949 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: availability_zone_filter.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.453881 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.454447 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: availability_zone_filter Aug 29 18:59:14.454770 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: data_plane_status.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.455669 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.456176 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 18:59:14.456496 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: default_subnetpools.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.457370 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.457877 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: default-subnetpools Aug 29 18:59:14.458201 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: dhcpagentscheduler.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.458994 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.459610 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: dhcp_agent_scheduler Aug 29 18:59:14.459930 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: dns.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.460806 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.461309 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension dns-integration not supported by any of loaded plugins Aug 29 18:59:14.461636 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: dns_domain_ports.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.462514 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.463016 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 18:59:14.463368 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.464244 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.464749 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 18:59:14.465069 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: dvr.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.465703 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.466206 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: dvr Aug 29 18:59:14.466525 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: ecmp_routes.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.467426 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.467927 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 18:59:14.468248 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: empty_string_filtering.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.469117 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.469724 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: empty-string-filtering Aug 29 18:59:14.470210 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.470881 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.471412 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 18:59:14.471740 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.472609 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.473109 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 18:59:14.473431 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: external_net.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.474303 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.474811 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: external-net Aug 29 18:59:14.475170 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: extra_dhcp_opt.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.476040 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.476548 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: extra_dhcp_opt Aug 29 18:59:14.476870 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: extraroute.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.477732 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.478241 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: extraroute Aug 29 18:59:14.478566 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: extraroute_atomic.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.479586 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.480092 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: extraroute-atomic Aug 29 18:59:14.480431 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: filter_validation.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.481265 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.481783 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: filter-validation Aug 29 18:59:14.482107 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: fip_pf_description.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.482981 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.483513 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 18:59:14.483839 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: fip_pf_port_range.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.484707 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.485862 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 18:59:14.486236 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: fip_port_details.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.487150 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.487671 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: fip-port-details Aug 29 18:59:14.487998 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: flavors.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.489179 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.489700 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: flavors Aug 29 18:59:14.490023 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.491675 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.492196 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 18:59:14.492525 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: floatingip_pools.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.493188 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.493700 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: floatingip-pools Aug 29 18:59:14.494024 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: ip_allocation.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.494906 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.495445 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 18:59:14.495771 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.496644 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.497150 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: ip-substring-filtering Aug 29 18:59:14.497474 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l2_adjacency.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.498366 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.498866 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 18:59:14.499227 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.500185 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.500777 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: router Aug 29 18:59:14.501680 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_conntrack_helper.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.504016 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.504543 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 18:59:14.504873 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.505762 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.506272 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: ext-gw-mode Aug 29 18:59:14.506598 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.507501 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.508005 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: l3-ha Aug 29 18:59:14.508328 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.509194 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.509694 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 18:59:14.510017 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_flavors.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.510887 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.511424 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: l3-flavors Aug 29 18:59:14.511749 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_ndp_proxy.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.513082 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.513609 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 18:59:14.513939 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.514822 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.515366 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 18:59:14.515694 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: l3agentscheduler.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.516942 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.517386 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: l3_agent_scheduler Aug 29 18:59:14.517715 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: local_ip.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.519480 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.520001 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension local_ip not supported by any of loaded plugins Aug 29 18:59:14.520330 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: logging.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.521764 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.522292 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension logging not supported by any of loaded plugins Aug 29 18:59:14.522623 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: metering.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.523358 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.524135 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: metering Aug 29 18:59:14.524460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.525515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.526295 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: metering_source_and_destination_fields Aug 29 18:59:14.526620 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: multiprovidernet.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.527554 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.528071 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: multi-provider Aug 29 18:59:14.528396 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: netmtu.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.529270 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.529783 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: net-mtu Aug 29 18:59:14.530109 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: netmtu_writable.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.530988 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.531544 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: net-mtu-writable Aug 29 18:59:14.531870 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: network_availability_zone.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.532634 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.533138 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: network_availability_zone Aug 29 18:59:14.533460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: network_ip_availability.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.534523 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.535040 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: network-ip-availability Aug 29 18:59:14.535389 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: network_segment_range.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.536118 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.536630 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 18:59:14.536953 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: pagination.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.537900 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.538233 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: pagination Aug 29 18:59:14.546964 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: port_device_profile.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.548421 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.548944 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: port-device-profile Aug 29 18:59:14.549271 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: port_mac_address_override.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.550385 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.550915 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: port-mac-override Aug 29 18:59:14.551274 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.552258 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.552694 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: port-mac-address-regenerate Aug 29 18:59:14.553018 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.553888 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.554394 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: port-numa-affinity-policy Aug 29 18:59:14.554714 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: port_resource_request.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.555622 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.556123 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 18:59:14.556445 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: port_resource_request_groups.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.557458 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.557963 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 18:59:14.558282 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: portbindings.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.559264 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.564498 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: binding Aug 29 18:59:14.564829 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: portbindings_extended.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.566095 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.566614 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: binding-extended Aug 29 18:59:14.566944 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: portsecurity.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.567946 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.572306 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: port-security Aug 29 18:59:14.572635 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: project_id.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.573578 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.573910 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: project-id Aug 29 18:59:14.574235 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: providernet.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.575127 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.575644 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: provider Aug 29 18:59:14.579785 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.583275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.583797 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos not supported by any of loaded plugins Aug 29 18:59:14.587976 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.589206 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.589729 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 18:59:14.590056 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.590955 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.591493 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 18:59:14.591814 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_default.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.592683 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.593189 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-default not supported by any of loaded plugins Aug 29 18:59:14.593512 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_fip.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.594395 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.594930 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-fip not supported by any of loaded plugins Aug 29 18:59:14.595287 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_fip_network_policy.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.596161 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.596663 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 18:59:14.596982 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_gateway_ip.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.597857 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.598362 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 18:59:14.598679 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_port_network_policy.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.599574 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.600076 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 18:59:14.600394 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.601385 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.601891 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 18:59:14.602209 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.603224 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.603746 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 18:59:14.604054 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_pps_rule.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.605194 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.605700 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-pps not supported by any of loaded plugins Aug 29 18:59:14.606023 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_rule_type_details.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.606883 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.607406 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 18:59:14.607727 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_rule_type_filter.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.608589 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.609086 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 18:59:14.609404 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: qos_rules_alias.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.610943 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.611480 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 18:59:14.611800 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: quota_check_limit.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.612672 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.613173 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: quota-check-limit Aug 29 18:59:14.613510 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: quotasv2.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.614442 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.614763 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: quotas Aug 29 18:59:14.615095 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: quotasv2_detail.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.616774 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.617110 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: quota_details Aug 29 18:59:14.617439 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: rbac.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.618781 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.619338 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: rbac-policies Aug 29 18:59:14.619672 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: rbac_address_group.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.620561 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.621074 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: rbac-address-group Aug 29 18:59:14.621399 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: rbac_address_scope.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.622266 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.622777 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: rbac-address-scope Aug 29 18:59:14.623120 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: rbac_security_groups.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.624066 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.624573 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: rbac-security-groups Aug 29 18:59:14.624899 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: rbac_subnetpool.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.626300 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.626815 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: rbac-subnetpool Aug 29 18:59:14.627158 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: revisionifmatch.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.628031 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.628546 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: revision-if-match Aug 29 18:59:14.628865 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: revisions.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.629937 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.630443 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: standard-attr-revisions Aug 29 18:59:14.630764 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: router_availability_zone.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.631433 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.631944 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: router_availability_zone Aug 29 18:59:14.632269 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: routerservicetype.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.633141 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.633647 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension router-service-type not supported by any of loaded plugins Aug 29 18:59:14.633968 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.634849 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.635380 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: security-groups-normalized-cidr Aug 29 18:59:14.635700 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: security_groups_port_filtering.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.636571 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.637078 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: port-security-groups-filtering Aug 29 18:59:14.637398 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.638265 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.638774 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: security-groups-remote-address-group Aug 29 18:59:14.639125 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.640002 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.640511 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: security-groups-shared-filtering Aug 29 18:59:14.640830 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: securitygroup.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.650656 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.651489 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: security-group Aug 29 18:59:14.651824 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: segment.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.652546 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.653056 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension segment not supported by any of loaded plugins Aug 29 18:59:14.653383 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.654383 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.654848 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 18:59:14.655202 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: servicetype.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.656259 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.656772 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: service-type Aug 29 18:59:14.657135 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: sorting.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.658085 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.658420 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: sorting Aug 29 18:59:14.658743 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: standard_attr_segment.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.659714 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.660234 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 18:59:14.660559 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: standardattrdescription.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.661176 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.661682 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: standard-attr-description Aug 29 18:59:14.662002 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: stateful_security_group.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.662908 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.663452 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: stateful-security-group Aug 29 18:59:14.663773 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: stdattrs_common.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.664323 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 18:59:14.664639 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.665514 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.666022 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 18:59:14.666342 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: subnet_onboard.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.667378 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.667887 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: subnet_onboard Aug 29 18:59:14.668212 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.669082 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.669608 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 18:59:14.669926 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: subnet_service_types.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.670798 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.671343 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: subnet-service-types Aug 29 18:59:14.671664 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: subnetallocation.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.673294 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.673805 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: subnet_allocation Aug 29 18:59:14.674122 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.674758 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.675301 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: subnetpool-prefix-ops Aug 29 18:59:14.675622 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.676511 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.677364 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 18:59:14.677364 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: tagging.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.678370 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.678877 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: standard-attr-tag Aug 29 18:59:14.679238 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: timestamp.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.680400 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.680911 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loaded extension: standard-attr-timestamp Aug 29 18:59:14.681231 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: trunk.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.682223 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.682732 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension trunk not supported by any of loaded plugins Aug 29 18:59:14.683054 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: trunk_details.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.683945 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.684451 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension trunk-details not supported by any of loaded plugins Aug 29 18:59:14.684775 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: uplink_status_propagation.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.685648 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.686151 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 18:59:14.686469 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Loading extension file: vlantransparent.py {{(pid=101610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 18:59:14.687128 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 18:59:14.687631 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 18:59:14.690916 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:network Aug 29 18:59:14.691578 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:subnet Aug 29 18:59:14.691950 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 18:59:14.692339 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:port Aug 29 18:59:14.693638 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.694082 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service FLAVORS assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.694695 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.695152 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.695486 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:router Aug 29 18:59:14.695914 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:floatingip Aug 29 18:59:14.696402 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service METERING assigned prefix: /metering {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.697844 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.698215 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.698568 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 18:59:14.699608 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 18:59:14.700052 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:security_group Aug 29 18:59:14.700487 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 18:59:14.701014 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service CORE assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.701344 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 18:59:14.701690 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] subnetpool is already registered Aug 29 18:59:14.702116 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service CORE assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.702449 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 18:59:14.702777 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] subnetpool is already registered Aug 29 18:59:14.705487 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.705926 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service FLAVORS assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.706519 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.706944 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.707737 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:router Aug 29 18:59:14.707737 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] router is already registered Aug 29 18:59:14.708126 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:floatingip Aug 29 18:59:14.708460 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] floatingip is already registered Aug 29 18:59:14.708919 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service METERING assigned prefix: /metering {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.709659 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 18:59:14.709983 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] rbac_policy is already registered Aug 29 18:59:14.710391 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:security_group Aug 29 18:59:14.710723 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] security_group is already registered Aug 29 18:59:14.711147 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 18:59:14.711482 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] security_group_rule is already registered Aug 29 18:59:14.712111 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service CORE assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.712447 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 18:59:14.712780 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] subnetpool is already registered Aug 29 18:59:14.713196 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.v2.resource_helper [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Service CORE assigned prefix: {{(pid=101610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 18:59:14.713517 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 18:59:14.713845 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING neutron.quota.resource_registry [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] subnetpool is already registered Aug 29 18:59:14.714313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: extensions {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.715839 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: address-groups {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.717303 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: address-scopes {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.718617 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: agents {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.719974 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: auto-allocated-topology {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.721259 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: availability_zones {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.722499 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: dhcp-networks {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.724026 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: dhcp-agents {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.725452 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: routers {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.727352 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: flavors {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.728615 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: service_profiles {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.729840 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: next_providers {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.731320 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: service_profiles {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.733919 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: floatingip-pools {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.736520 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: routers {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.737498 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: floatingips {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.738776 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: l3-routers {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.740248 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: l3-agents {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.741662 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: metering-labels {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.742920 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: metering-label-rules {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.744337 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: network-ip-availabilities {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.745603 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: bindings {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.747185 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: quotas {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.748822 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: quotas {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.750494 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: rbac-policies {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.752024 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: security-groups {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.753336 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: security-group-rules {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.754804 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: service-providers {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.756086 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: subnetpools {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.757393 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: subnetpools {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.759493 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.761185 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.763007 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.764825 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.766698 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.768692 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.770436 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.772399 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.774281 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.776298 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron.api.extensions [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Extended resource: tags {{(pid=101610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 18:59:14.783171 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING keystonemiddleware.auth_token [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 18:59:14.788404 dv-cinder-731261-6-iscsi neutron-server[101610]: WARNING keystonemiddleware.auth_token [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 18:59:14.797421 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Acquiring lock "singleton_lock" {{(pid=101610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 18:59:14.798380 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Acquired lock "singleton_lock" {{(pid=101610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 18:59:14.798896 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_concurrency.lockutils [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Releasing lock "singleton_lock" {{(pid=101610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 18:59:14.799655 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Starting 2 workers Aug 29 18:59:14.804650 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Started child 101721 {{(pid=101610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 18:59:14.809301 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Started child 101722 {{(pid=101610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 18:59:14.810381 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:14.811112 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO neutron.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 18:59:14.811632 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Publish callbacks [] for process (None), before_spawn {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:14.811921 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [-] (101721) wsgi starting up on http://0.0.0.0:9696 Aug 29 18:59:14.814167 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:14.814759 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Starting 1 workers Aug 29 18:59:14.815578 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [-] (101722) wsgi starting up on http://0.0.0.0:9696 Aug 29 18:59:14.819794 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Started child 101723 {{(pid=101610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 18:59:14.820365 dv-cinder-731261-6-iscsi neutron-server[101610]: INFO oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Starting 1 workers Aug 29 18:59:14.823634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] calling RpcWorker wait() {{(pid=101723) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 18:59:14.824166 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] returning from RpcWorker wait() {{(pid=101723) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 18:59:14.824914 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Started child 101724 {{(pid=101610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 18:59:14.825588 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:14.825694 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-99f64209-76e3-49bc-9942-f6814a0fd66f None None] Publish callbacks [] for process (None), after_spawn {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:14.826094 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:59:14.827620 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 18:59:14.827828 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 18:59:14.828015 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 18:59:14.828246 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 18:59:14.828585 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 18:59:14.828806 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 18:59:14.829472 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.829779 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.830029 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.830306 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.830713 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:14.831200 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.831200 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.831577 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.831873 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.832231 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.832403 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.832565 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.832993 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.833376 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.833847 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.834282 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.834739 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.835661 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.836009 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.836418 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.836836 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.837246 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.837664 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] debug = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.838065 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.838707 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.839131 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.839514 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.839900 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.840304 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.840711 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.841116 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.841503 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.841879 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.842254 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.842664 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.843106 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.843488 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.843858 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.844292 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.845243 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.845881 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] host = dv-cinder-731261-6-iscsi {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.846290 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.846665 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.847189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.847589 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.849982 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.850394 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.850808 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.851246 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.851772 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.852204 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.852610 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.853018 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.853369 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.853959 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.854255 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_options = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.854640 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.855196 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.855432 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.855809 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.855809 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.856073 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.856265 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.856486 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.857027 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.857027 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.857194 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.857775 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.857775 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.857950 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.861769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.862107 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.862180 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.862442 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.862631 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.862841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.864308 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.864308 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.864494 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:59:14.864584 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.864584 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.864768 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.865048 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.865279 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.865533 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.865776 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.865991 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.866236 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.866674 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.867059 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.867868 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_json = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.868276 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.868636 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.869041 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.869406 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.869761 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.870128 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.870501 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.870754 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.870985 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.871427 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.871742 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.872015 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.872427 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.872683 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.872938 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.873159 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.873716 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.874236 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.874648 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.875154 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.875660 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.876177 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.876698 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.877249 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.877684 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.877985 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.878553 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.878799 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.879037 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.879430 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.879814 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.880231 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.880620 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.881014 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.881396 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.881761 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.882186 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.882593 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.883032 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.883901 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.884378 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.885051 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.885545 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.885941 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.886204 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.886448 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.886689 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.886906 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.887212 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.887539 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.887885 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.888166 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.888468 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.888908 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.889293 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.889744 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.890195 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.890662 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.890984 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.891444 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.891894 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.892224 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.892706 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.893034 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.893398 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.893728 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.894057 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.894407 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.894767 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.895107 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.895444 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.895774 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.896097 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.896401 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.896693 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.896993 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.897286 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.897714 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.897714 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.897942 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.898314 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.898566 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.898784 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.899031 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.899278 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.899502 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.899743 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.899956 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.900168 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.900381 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.900610 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.901076 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.901290 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.901501 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.901713 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.902140 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.902544 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.902904 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.903292 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.903669 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.904036 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.904544 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.904751 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.905008 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.905231 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.905483 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.905724 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.905974 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.906193 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.906416 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.906662 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.908515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.908515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.908515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.908515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.908897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.908897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.909098 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.909489 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.909732 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.909971 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.910206 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.910477 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.910695 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.910930 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.911251 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.911431 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.911689 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.911940 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.912166 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.912559 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.912946 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.913370 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.913807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.914204 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.914563 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.914967 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.915292 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.915570 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.915834 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.916100 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.916336 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.916624 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.916873 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.917119 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.917434 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.917693 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.917916 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.918154 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.918374 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.918607 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.918851 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.919189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.919462 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.920041 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.920486 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.921188 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.921657 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.922101 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.922382 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.923376 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.923789 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.924030 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.924267 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.924485 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.924726 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.924975 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.925286 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.925510 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.925736 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.926107 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.926479 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.926890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.927000 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.927298 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.928437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.928437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.928437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.928437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.928437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930275 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930833 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930833 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.930833 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.931062 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.931240 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.931630 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.932054 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.932273 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.932520 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.932754 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.933123 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.933345 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.933565 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.933778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.933991 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.934243 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.934455 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.934711 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.934947 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.935343 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.935599 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.935828 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.936095 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.936333 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.936573 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.936789 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.937022 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.937225 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.937438 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.937658 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.937871 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.938100 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.938353 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.938561 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.938836 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.938988 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.939230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.939491 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.939730 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.939956 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.940195 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.940441 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.940626 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.940840 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.941052 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.941347 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.941687 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.942053 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.942407 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.942657 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.942883 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.943247 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.943508 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.943748 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.944012 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.944226 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.944432 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.944699 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.944907 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.945114 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.945335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.945570 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.945776 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.946001 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.946208 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.946420 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.946668 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.946873 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.947153 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.947325 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.947530 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.947726 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:59:14.947875 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.948012 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.948159 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.948346 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.948598 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.948788 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.949058 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.949180 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.949394 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.949595 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.949837 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.950062 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.950266 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.950473 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.950682 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.950885 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.951230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.951710 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.952207 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.952805 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.953208 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.953619 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.954062 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.954554 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.954965 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.955326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49540) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:14.955482 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.955628 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.955850 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.956073 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.956353 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.956744 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.957115 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.957894 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.957894 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.958153 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.958380 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.958659 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.959137 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.959302 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.959638 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.959993 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.960165 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.960493 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.960493 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.961003 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.961003 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.961414 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.961414 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.961958 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.961958 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.962476 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.962476 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.962769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.962769 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.963032 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.963223 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.963455 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.963694 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.963907 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.964060 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 18:59:14.964582 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 18:59:14.964739 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 18:59:14.964874 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 18:59:14.965039 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 18:59:14.965202 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 18:59:14.965349 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 18:59:14.965549 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.965705 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.965966 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966160 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966160 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966360 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966508 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966644 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966752 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.966872 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.967116 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.967244 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.967630 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.967630 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.967849 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.967849 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968078 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968078 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968312 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968432 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968552 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [-] 10.222.0.94 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0083582 Aug 29 18:59:14.968668 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968668 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] debug = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.968944 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.969077 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.969226 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.969349 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970067 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970067 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970408 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970408 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970691 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970691 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970932 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.970932 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.971214 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.971214 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.971444 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.971564 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.971684 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.971804 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] host = dv-cinder-731261-6-iscsi {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.972074 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.972227 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.972373 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.972526 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.972680 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.972833 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973065 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973188 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973307 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973427 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973557 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973679 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973830 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.973969 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.974120 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_options = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.974331 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.974493 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.974764 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.975112 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.975300 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.975521 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.975650 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.975772 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.977450 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.977450 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.977450 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.977876 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [-] 10.222.0.94 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0061224 Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.978005 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.979465 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.980819 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.981831 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_json = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.982827 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.983807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.983807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.983807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.983807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.983807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 18:59:14.983807 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.985931 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.987841 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.989415 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.990335 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.991189 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992039 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992039 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992039 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992039 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992039 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992436 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992436 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992618 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992695 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992803 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.992959 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.993123 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.993282 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.993441 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.993600 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.993757 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.993926 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.994083 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.994239 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.994396 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.994551 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.994708 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.994863 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995020 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995201 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995360 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995686 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995843 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.995999 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.996154 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.996316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.996473 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.997890 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:14.999633 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.000778 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.001313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.001313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.001313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.001313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.001313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.001313 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002230 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.002897 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004316 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004924 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004924 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004924 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004924 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.004924 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005267 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005267 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005417 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005496 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005629 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005809 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.005937 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.006287 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.006434 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.006587 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.006756 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.006915 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.007181 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.007315 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.007437 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.008460 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009253 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009253 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009253 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009253 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009253 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009818 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009818 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009818 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.009818 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010235 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010235 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010235 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010462 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010462 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010618 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010727 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.010882 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.011040 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.011225 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.011381 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.011539 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.011697 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.011853 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.012008 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.012165 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.012320 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.012491 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.013220 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.013220 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.013220 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.013220 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.013220 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.014651 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015412 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015811 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015811 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015811 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.015987 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.016125 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.016319 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.016477 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.016619 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.016763 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.016919 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.017078 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.017234 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.017580 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.017741 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.017893 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.018040 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.018197 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.018354 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.018515 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.018704 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.018943 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.019233 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.019805 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.019805 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.019805 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020043 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020043 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020186 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020327 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020457 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020615 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020801 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.020921 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.021082 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.021240 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.021395 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.021554 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.021700 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.021865 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022019 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022174 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022328 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022484 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022638 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022804 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.022959 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.023139 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.023322 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.023473 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.023630 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.023771 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.023908 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024045 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024186 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024323 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024520 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024655 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024815 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.024954 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.025097 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.025227 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.025368 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.025498 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.025635 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.026032 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.026121 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.026280 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.026435 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.026601 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.026808 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027002 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027218 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027218 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027473 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027617 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027767 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.027912 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028049 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028185 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028321 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028448 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028537 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028684 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.028848 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.029073 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.029172 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030175 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030175 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030175 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030175 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030175 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030175 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.030898 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.031626 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.031626 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.031626 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.031626 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.032660 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.032660 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.032660 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.032660 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.033087 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.033087 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.033331 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.033331 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.033551 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 18:59:15.033668 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 18:59:24.278011 dv-cinder-731261-6-iscsi neutron-server[101610]: DEBUG dbcounter [-] [101610] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=101610) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:26.476256 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f6b72-a25e-4931-b95d-20186b480111 None None] get_active_networks_info from dv-cinder-731261-6-iscsi {{(pid=101723) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 18:59:26.481768 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writer thread running {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 18:59:26.635155 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8f6b72-a25e-4931-b95d-20186b480111 None None] No non-hosted networks {{(pid=101723) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 18:59:26.645412 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.agentschedulers_db [None req-7e8f6b72-a25e-4931-b95d-20186b480111 None None] DHCP Agent not found on host dv-cinder-731261-6-iscsi {{(pid=101723) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 29 18:59:26.709455 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a1095b1f-4091-4163-b92a-aa04eb7c60ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540294'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:28.327594 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writer thread running {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 18:59:28.823395 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-fc0358f1-f367-437f-a9fc-1d72fd2af80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540294'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:28.866196 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-cabd4277-2db2-4571-bfac-3d9c8c40f969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:30.053282 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540294'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:30.364747 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49618) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:31.012217 dv-cinder-731261-6-iscsi neutron-server[101721]: WARNING oslo_policy.policy [None req-a8d664e8-f02e-444c-b475-4ca4ea3aac13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:31.012980 dv-cinder-731261-6-iscsi neutron-server[101721]: WARNING oslo_policy.policy [None req-a8d664e8-f02e-444c-b475-4ca4ea3aac13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:31.234442 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [None req-a8d664e8-f02e-444c-b475-4ca4ea3aac13 admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 18:59:31.236718 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a8d664e8-f02e-444c-b475-4ca4ea3aac13 admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8700304 Aug 29 18:59:31.451128 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540294'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:31.453559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.454125 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.454854 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.455596 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.455951 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.456293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.456624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.456956 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.457522 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.457839 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.458191 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.458511 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.458838 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.459204 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.459517 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:31.459914 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-731261-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:59:31.466677 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-731261-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:59:31.840361 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540294'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:34.068553 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49650) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:34.430713 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:59:34.442832 dv-cinder-731261-6-iscsi neutron-server[101721]: ERROR stevedore.extension [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 18:59:34.526140 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.policy [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101721) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 18:59:34.569811 dv-cinder-731261-6-iscsi neutron-server[101721]: WARNING oslo_policy.policy [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:34.570167 dv-cinder-731261-6-iscsi neutron-server[101721]: WARNING oslo_policy.policy [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:34.590737 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writer thread running {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 18:59:34.681456 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196640074', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196639614', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196557858', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196550499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196544540', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784196536748', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7974637', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7977404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742073'] for rbac-policy (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:34.755330 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:34.756525 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-61a612a6-a2ce-42d1-8ffe-e6e7ad23e489 admin admin] 10.222.0.94 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6869709 Aug 29 18:59:36.079468 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.db.l3_hamode_db [None req-1be296e5-c4bb-4b2d-aba2-af8145fdd928 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 18:59:36.157009 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be296e5-c4bb-4b2d-aba2-af8145fdd928 None None] Routers set() bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 18:59:36.157365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be296e5-c4bb-4b2d-aba2-af8145fdd928 None None] Router IDs set() for agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 18:59:37.186383 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49660) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:37.522624 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:59:37.553814 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Made reservation on behalf of 581b1f65f92b42d9855b49a2423ba339 for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:59:37.558249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.578706 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.706991 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks [] for security_group (6ad923f0-aadd-48ff-a50a-ff568c783044), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.711170 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (6ad923f0-aadd-48ff-a50a-ff568c783044), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.735663 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:59:37.770595 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784193383482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (b533b442-4cd5-4bd3-a687-821405a1f613), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.771218 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Unsubscribe: segment precommit_create {{(pid=101721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 18:59:37.771756 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Added segment b533b442-4cd5-4bd3-a687-821405a1f613 of type vlan for network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 Aug 29 18:59:37.806148 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad923f0-aadd-48ff-a50a-ff568c783044,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:37.828117 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:37.864788 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.869847 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.870177 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.870526 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.870938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.871218 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.871538 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.871851 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.872168 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.872477 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.872791 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.873129 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.873459 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.873771 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.874077 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.874382 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Tracked resource versions report: Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: pushed versions: Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: { 'AddressGroup': {'1.2'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Agent': {'1.1'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'ConntrackHelper': {'1.0'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'LocalIPAssociation': {'1.0'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Log': {'1.0'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'NDPProxy': {'1.0'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Network': {'1.1'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Port': {'1.7'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'PortForwarding': {'1.3'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'QosPolicy': {'1.10'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroup': {'1.5'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroupRule': {'1.2'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SubPort': {'1.0'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Subnet': {'1.1'}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Trunk': {'1.1'}} Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: consumer versions: Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Agent': '1.1', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'ConntrackHelper': '1.0', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'LocalIPAssociation': '1.0', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Log': '1.0', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'NDPProxy': '1.0', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Network': '1.1', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Port': '1.7', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'PortForwarding': '1.3', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'QosPolicy': '1.10', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroup': '1.5', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroupRule': '1.2', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SubPort': '1.0', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Subnet': '1.1', Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Trunk': '1.1'}} Aug 29 18:59:37.875837 dv-cinder-731261-6-iscsi neutron-server[101721]: {{(pid=101721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 18:59:37.929471 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:37.934510 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 18:59:37.935249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:38.026911 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8393505 Aug 29 18:59:38.058390 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ce3e4-ed13-45b8-a034-48fbf0ddd223 demo demo] Pushing event updated for resources: {'Network': ['ID=ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:38.071400 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:59:40.477824 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49674) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:41.039533 dv-cinder-731261-6-iscsi neutron-server[101722]: WARNING oslo_policy.policy [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:41.040100 dv-cinder-731261-6-iscsi neutron-server[101722]: WARNING oslo_policy.policy [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:41.282650 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writer thread running {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 18:59:41.438676 dv-cinder-731261-6-iscsi neutron-server[101722]: ERROR stevedore.extension [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 18:59:41.504800 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.policy [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 18:59:41.552355 dv-cinder-731261-6-iscsi neutron-server[101722]: WARNING oslo_policy.policy [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:41.552738 dv-cinder-731261-6-iscsi neutron-server[101722]: WARNING oslo_policy.policy [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 18:59:41.560712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 18:59:41.562815 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-900408f1-3c28-4838-bb49-a9b4183c2f6b demo admin] 10.222.0.94 "GET /networking/v2.0/networks/ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 HTTP/1.1" status: 200 len: 826 time: 1.0839751 Aug 29 18:59:41.615248 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-dbf6ba59-57b4-417d-8f14-4803acd0ba75 demo admin] 10.222.0.94 "GET /networking/v2.0/subnetpools/4fafd50c-f992-4768-9fdb-36f03790e3ff HTTP/1.1" status: 200 len: 734 time: 0.0454054 Aug 29 18:59:41.632441 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Request body: {'subnet': {'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:59:41.677340 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Made reservation on behalf of 581b1f65f92b42d9855b49a2423ba339 for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:59:41.680611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:42.023811 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:42.101661 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:42.106054 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Checking segment: {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 18:59:42.106422 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Network hostable DHCP agents. Network: ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:59:42.118179 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:42.131633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.131968 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.132320 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.132664 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.132988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.133307 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.133620 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.133932 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.134267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.134585 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.134894 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.135254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.135567 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.135872 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.136178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Tracked resource versions report: Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: pushed versions: Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: { 'AddressGroup': {'1.2'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Agent': {'1.1'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'ConntrackHelper': {'1.0'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'LocalIPAssociation': {'1.0'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Log': {'1.0'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'NDPProxy': {'1.0'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Network': {'1.1'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Port': {'1.7'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'PortForwarding': {'1.3'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'QosPolicy': {'1.10'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroup': {'1.5'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroupRule': {'1.2'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SubPort': {'1.0'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Subnet': {'1.1'}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Trunk': {'1.1'}} Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: consumer versions: Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Agent': '1.1', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'ConntrackHelper': '1.0', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'LocalIPAssociation': '1.0', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Log': '1.0', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'NDPProxy': '1.0', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Network': '1.1', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Port': '1.7', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'PortForwarding': '1.3', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'QosPolicy': '1.10', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroup': '1.5', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroupRule': '1.2', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SubPort': '1.0', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Subnet': '1.1', Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Trunk': '1.1'}} Aug 29 18:59:42.137555 dv-cinder-731261-6-iscsi neutron-server[101722]: {{(pid=101722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 18:59:42.170586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:59:42.190162 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:59:42.196363 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 18:59:42.197016 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:42.203608 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef293f-1d0a-42a0-bfba-79f4cb25e7b5 None None] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 18:59:42.224756 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-37c50483-e005-491a-8969-ec351df04af3 demo admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6002822 Aug 29 18:59:42.512948 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 18:59:42.514472 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:42.817845 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:42.820746 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Allocated IP 172.20.0.2 (ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806/e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7/0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:59:43.136359 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Publish callbacks [] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:43.146674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:43.225982 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:59:43.236547 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:59:43.242149 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Pushing event updated for resources: {'Port': ['ID=0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:43.252581 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.252928 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.253291 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.253730 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.254095 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.254365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.254618 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.254940 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.255291 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.255615 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.255937 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.256274 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.256597 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.256915 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.257232 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Tracked resource versions report: Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: pushed versions: Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: { 'AddressGroup': {'1.2'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Agent': {'1.1'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'ConntrackHelper': {'1.0'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'LocalIPAssociation': {'1.0'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Log': {'1.0'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'NDPProxy': {'1.0'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Network': {'1.1'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Port': {'1.7'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'PortForwarding': {'1.3'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'QosPolicy': {'1.10'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroup': {'1.5'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroupRule': {'1.2'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SubPort': {'1.0'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Subnet': {'1.1'}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Trunk': {'1.1'}} Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: consumer versions: Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Agent': '1.1', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'ConntrackHelper': '1.0', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'LocalIPAssociation': '1.0', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Log': '1.0', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'NDPProxy': '1.0', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Network': '1.1', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Port': '1.7', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'PortForwarding': '1.3', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'QosPolicy': '1.10', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroup': '1.5', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroupRule': '1.2', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SubPort': '1.0', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Subnet': '1.1', Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Trunk': '1.1'}} Aug 29 18:59:43.258681 dv-cinder-731261-6-iscsi neutron-server[101723]: {{(pid=101723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 18:59:43.264122 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 18:59:43.351735 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Attempting to bind port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 18:59:43.352136 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Attempting to bind port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 18:59:43.352618 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Attempting to bind port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a on network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 18:59:43.358632 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 18, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 18:59:43.359018 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Checking segment: {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 18:59:43.359545 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:43.359934 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Bound using segment: {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 18:59:43.360407 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Bound port: 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 18:59:43.360801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:43.409194 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:43.429906 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] For port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:59:43.454319 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] For port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a,segment=NetworkSegment(b533b442-4cd5-4bd3-a687-821405a1f613),segment_id=b533b442-4cd5-4bd3-a687-821405a1f613)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:59:43.463559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:43.525888 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ff9d-acc3-4971-aff2-aed63c692c1b None None] Pushing event updated for resources: {'Port': ['ID=0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:44.768692 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49698) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:44.856876 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:44.861071 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:45.140699 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [None req-8aa064bd-2a85-4e46-bd43-4089b73566c6 admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 18:59:45.141689 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8aa064bd-2a85-4e46-bd43-4089b73566c6 admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3714621 Aug 29 18:59:47.678968 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49710) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:48.034961 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=9,neutron:SELECT=49,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:48.054787 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:48.078574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [None req-0c344d0f-9073-4527-a5aa-730d47c2b56a admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 18:59:48.079716 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0c344d0f-9073-4527-a5aa-730d47c2b56a admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3998637 Aug 29 18:59:50.592989 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49722) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:50.935700 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:59:50.966208 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (7541859b-074b-4c5b-815f-c00254dcfbd1), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:50.969714 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (7541859b-074b-4c5b-815f-c00254dcfbd1), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.118277 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] Publish callbacks [] for router_controller (7541859b-074b-4c5b-815f-c00254dcfbd1), precommit_add_association {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.123858 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (7541859b-074b-4c5b-815f-c00254dcfbd1), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.147328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.151761 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e1cf0f97-fef4-4bde-ab24-6566db99f1b2 demo demo] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5573714 Aug 29 18:59:51.276075 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:59:51.371425 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 18:59:51.372414 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.486999 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 18:59:51.487416 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.525788 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a,segment=NetworkSegment(b533b442-4cd5-4bd3-a687-821405a1f613),segment_id=b533b442-4cd5-4bd3-a687-821405a1f613)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:59:51.530656 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:51.585881 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:51.928786 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef8c08-d74a-46ae-98ff-193602c0e055 None None] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 18:59:52.055313 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-ac8145a5-4708-4869-96ac-adb2c2dc000f None None] Provisioning complete for port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 18:59:52.055700 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ac8145a5-4708-4869-96ac-adb2c2dc000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:52.082598 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:52.145919 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-ac8145a5-4708-4869-96ac-adb2c2dc000f None None] Current status of the port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 18:59:52.210875 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:52.217014 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:52.364619 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-60f2e848-023e-4d5c-99c4-1b6764409752 None None] Provisioning complete for port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 18:59:52.365174 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-60f2e848-023e-4d5c-99c4-1b6764409752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:52.440224 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-60f2e848-023e-4d5c-99c4-1b6764409752 None None] Current status of the port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 18:59:53.197203 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:59:53.245264 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 18:59:53.245654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:53.320665 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 18:59:53.787651 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49732) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:54.126219 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [None req-f6423a85-238c-4bb7-b414-e0915ca4c836 admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 18:59:54.127298 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f6423a85-238c-4bb7-b414-e0915ca4c836 admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3387067 Aug 29 18:59:56.411631 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a768a163-8353-4be5-9d2d-a6e86b41758c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:56.570705 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 49740) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 18:59:56.973751 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:59:56.997735 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Made reservation on behalf of 11b2e035c0894ef7a5efbac9016e862c for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:59:57.000194 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.009740 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.093062 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks [] for security_group (bd7f5649-cf1f-402d-9245-6c6777f01a26), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.100978 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (bd7f5649-cf1f-402d-9245-6c6777f01a26), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.124030 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Reserving flat network on physical network physnet1 {{(pid=101721) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 18:59:57.151307 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (d8a4266c-749f-49b6-b9e0-3db0d62e9f8f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.151643 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Added segment d8a4266c-749f-49b6-b9e0-3db0d62e9f8f of type flat for network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f Aug 29 18:59:57.162665 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f5649-cf1f-402d-9245-6c6777f01a26,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:57.228328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.266561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.267727 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 18:59:57.268351 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:57.371664 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7998142 Aug 29 18:59:57.392402 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba35e55-2008-436c-85a7-cdde11d98d5c admin admin] Pushing event updated for resources: {'Network': ['ID=ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:59:57.404009 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:59:57.450445 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 18:59:58.814341 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-933c9c3e-b63f-4c58-b07d-c0c670d50020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 18:59:59.852521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49748) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:00:00.020927 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:00.288422 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17817bd6-3e9c-4f6f-ae10-f461326e7ecc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:00:00.289774 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-17817bd6-3e9c-4f6f-ae10-f461326e7ecc demo admin] 10.222.0.94 "GET /networking/v2.0/subnets/e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7 HTTP/1.1" status: 200 len: 849 time: 0.4362223 Aug 29 19:00:00.472696 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-481a9088-05d3-4abf-b799-131acf40ce72 demo admin] 10.222.0.94 "GET /networking/v2.0/routers/7541859b-074b-4c5b-815f-c00254dcfbd1 HTTP/1.1" status: 200 len: 704 time: 0.1767833 Aug 29 19:00:00.749011 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.097286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Allocated IP 172.20.0.1 (ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806/e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7/53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:00:01.270730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks [] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.336784 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.413249 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:00:01.418081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:00:01.420736 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:00:01.421324 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (7541859b-074b-4c5b-815f-c00254dcfbd1), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.445157 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.484176 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Pushing event updated for resources: {'Port': ['ID=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:01.618199 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-32a71555-34df-4dab-a12e-29534e242e6b None None] Provisioning complete for port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:00:01.618645 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-32a71555-34df-4dab-a12e-29534e242e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.638573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.640415 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:01.642267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:01.701422 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-32a71555-34df-4dab-a12e-29534e242e6b None None] Port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:00:01.787950 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.916433 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks [] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.920862 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:01.921650 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (7541859b-074b-4c5b-815f-c00254dcfbd1), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:02.002362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Pushing event updated for resources: {'Port': ['ID=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:02.053222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:00:02.054599 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:00:02.226736 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Router 7541859b-074b-4c5b-815f-c00254dcfbd1 is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:00:02.227779 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f4d4bc82-66f2-4661-a1a2-a110f720ac1f None None] Provisioning complete for port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:00:02.227779 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f4d4bc82-66f2-4661-a1a2-a110f720ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:02.260615 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4bc82-66f2-4661-a1a2-a110f720ac1f None None] Port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:00:02.318584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:00:02.323850 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-478e6d5a-7905-4b04-9996-633904064b4f demo admin] 10.222.0.94 "PUT /networking/v2.0/routers/7541859b-074b-4c5b-815f-c00254dcfbd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8457801 Aug 29 19:00:02.329537 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Sync routers for ids ['7541859b-074b-4c5b-815f-c00254dcfbd1'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:00:02.345073 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Routers {'7541859b-074b-4c5b-815f-c00254dcfbd1'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:00:02.345948 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T18:59:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['7541859b-074b-4c5b-815f-c00254dcfbd1'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:02.533366 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Set router 7541859b-074b-4c5b-815f-c00254dcfbd1 gateway port host: None {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:00:02.960684 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'name': 'router1', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T18:59:50Z', 'updated_at': '2022-08-29T19:00:01Z', 'revision_number': 2, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'gw_port_host': None, '_interfaces': [{'id': '53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9', 'name': '', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'mac_address': 'fa:16:3e:32:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:00Z', 'updated_at': '2022-08-29T19:00:01Z', 'revision_number': 2, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'subnets': [{'id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:03.010300 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Checking router: 7541859b-074b-4c5b-815f-c00254dcfbd1 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:00:03.010673 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Updating router 7541859b-074b-4c5b-815f-c00254dcfbd1 port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:00:03.076215 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:03.614871 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Publish callbacks [] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:03.622420 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:03.821374 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Pushing event updated for resources: {'Port': ['ID=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:03.827790 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Attempting to bind port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:00:03.828191 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Attempting to bind port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:00:03.828642 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Attempting to bind port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 on network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:00:03.837374 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:00:03.837779 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Checking segment: {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:00:03.838283 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:03.838685 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Bound using segment: {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:00:03.839164 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Bound port: 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b533b442-4cd5-4bd3-a687-821405a1f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:00:03.839544 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:03.843585 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.843926 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.844268 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.844605 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.844933 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.845257 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.845579 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.845900 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.846250 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.846585 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.846904 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.847269 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.847586 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.847900 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.848215 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Tracked resource versions report: Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: pushed versions: Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: { 'AddressGroup': {'1.2'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Agent': {'1.1'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'ConntrackHelper': {'1.0'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Log': {'1.0'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'NDPProxy': {'1.0'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Network': {'1.1'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Port': {'1.7'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'PortForwarding': {'1.3'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'QosPolicy': {'1.10'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroup': {'1.5'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SubPort': {'1.0'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Subnet': {'1.1'}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Trunk': {'1.1'}} Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: consumer versions: Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Agent': '1.1', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'ConntrackHelper': '1.0', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'LocalIPAssociation': '1.0', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Log': '1.0', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'NDPProxy': '1.0', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Network': '1.1', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Port': '1.7', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'PortForwarding': '1.3', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'QosPolicy': '1.10', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroup': '1.5', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroupRule': '1.2', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SubPort': '1.0', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Subnet': '1.1', Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Trunk': '1.1'}} Aug 29 19:00:03.851542 dv-cinder-731261-6-iscsi neutron-server[101724]: {{(pid=101724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:00:03.918626 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] For port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:00:03.939487 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] For port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,segment=NetworkSegment(b533b442-4cd5-4bd3-a687-821405a1f613),segment_id=b533b442-4cd5-4bd3-a687-821405a1f613)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:00:03.946699 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:03.977166 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:03.989297 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:03.996888 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Routers {'7541859b-074b-4c5b-815f-c00254dcfbd1'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:00:03.997506 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T18:59:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['7541859b-074b-4c5b-815f-c00254dcfbd1'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:04.042766 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f4cf-1853-46b3-99a1-677eb48f1cf7 None None] Pushing event updated for resources: {'Port': ['ID=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,revision_number=4']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:04.094262 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] Set router 7541859b-074b-4c5b-815f-c00254dcfbd1 gateway port host: None {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:00:04.298131 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'name': 'router1', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T18:59:50Z', 'updated_at': '2022-08-29T19:00:01Z', 'revision_number': 2, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'gw_port_host': None, '_interfaces': [{'id': '53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9', 'name': '', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'mac_address': 'fa:16:3e:32:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:00Z', 'updated_at': '2022-08-29T19:00:03Z', 'revision_number': 4, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'subnets': [{'id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:04.326636 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de2a05-71e0-41d0-b3b7-83f20e86642a None None] The sync data for ids ['7541859b-074b-4c5b-815f-c00254dcfbd1'] in dv-cinder-731261-6-iscsi is: [{'id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'name': 'router1', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T18:59:50Z', 'updated_at': '2022-08-29T19:00:01Z', 'revision_number': 2, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'gw_port_host': None, '_interfaces': [{'id': '53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9', 'name': '', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'mac_address': 'fa:16:3e:32:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:00Z', 'updated_at': '2022-08-29T19:00:03Z', 'revision_number': 4, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'subnets': [{'id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:00:04.811600 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49758) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:00:05.231179 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a036ae4-354e-46a2-9d84-440196234013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:00:05.232534 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-9a036ae4-354e-46a2-9d84-440196234013 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f HTTP/1.1" status: 200 len: 842 time: 0.4199581 Aug 29 19:00:05.242967 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:00:05.265985 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Made reservation on behalf of 11b2e035c0894ef7a5efbac9016e862c for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:00:05.269583 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:05.398061 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:05.503788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:05.552506 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.objects.ports [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101722) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 19:00:05.552940 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (33981f4a-df61-4347-97c5-02b201d89497), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:05.614138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33981f4a-df61-4347-97c5-02b201d89497,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:05.621587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:00:05.621854 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Network hostable DHCP agents. Network: ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:00:05.640287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:00:05.650993 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:00:05.655884 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:00:05.656499 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:05.663579 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399e561-8a35-4d9c-aab2-c54a87f815eb None None] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:00:05.687120 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c6fcac93-c77e-43c8-a873-a250d0a6700c admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4346969 Aug 29 19:00:05.779655 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb6fb8-87af-490e-bef1-fba74fb6d218 None None] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:00:07.382590 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=42,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:07.389690 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=49,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:08.356548 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49768) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:00:08.803668 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-2c4791e8-79ab-4ac4-a9cf-2c971f42ddd3 demo admin] 10.222.0.94 "GET /networking/v2.0/routers/7541859b-074b-4c5b-815f-c00254dcfbd1 HTTP/1.1" status: 200 len: 710 time: 0.4458680 Aug 29 19:00:08.901766 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870d0ef-a68e-4e61-b37d-d1c69698571d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:00:08.903022 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-a870d0ef-a68e-4e61-b37d-d1c69698571d demo admin] 10.222.0.94 "GET /networking/v2.0/networks/ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f HTTP/1.1" status: 200 len: 886 time: 0.0940995 Aug 29 19:00:08.913242 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:00:09.155417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks [] for router_gateway (7541859b-074b-4c5b-815f-c00254dcfbd1), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:09.488790 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks [] for router_gateway (7541859b-074b-4c5b-815f-c00254dcfbd1), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:09.579324 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:09.586746 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:09.680878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:09.704053 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Allocated IP 172.27.2.53 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/e7bbbe28-83b7-4499-856c-c77d7a167903) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:00:09.810865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks [] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:09.854769 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:09.897612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:00:09.900693 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:00:09.904999 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:00:09.942147 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Pushing event updated for resources: {'Port': ['ID=e7bbbe28-83b7-4499-856c-c77d7a167903,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:10.156091 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks [] for router_gateway (7541859b-074b-4c5b-815f-c00254dcfbd1), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:10.356682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-525914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-537762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8036'] for router (7541859b-074b-4c5b-815f-c00254dcfbd1), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:10.360290 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-525905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-525896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-537753'] for router (7541859b-074b-4c5b-815f-c00254dcfbd1), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:10.467866 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:10.473349 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Router 7541859b-074b-4c5b-815f-c00254dcfbd1 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:00:10.577831 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:00:10.582221 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:10.584535 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-16e80974-41e5-4f09-87bd-33471316bc0b demo admin] 10.222.0.94 "PUT /networking/v2.0/routers/7541859b-074b-4c5b-815f-c00254dcfbd1 HTTP/1.1" status: 200 len: 889 time: 1.6752050 Aug 29 19:00:10.915771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Sync routers for ids ['7541859b-074b-4c5b-815f-c00254dcfbd1'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:00:10.930409 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Routers {'7541859b-074b-4c5b-815f-c00254dcfbd1'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:00:10.931382 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T18:59:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['7541859b-074b-4c5b-815f-c00254dcfbd1'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:11.164004 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Set router 7541859b-074b-4c5b-815f-c00254dcfbd1 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:00:11.207319 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:11.232284 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:00:11.473166 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:00:11.473467 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:11.652798 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:00:11.653185 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:11.662663 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'name': 'router1', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e7bbbe28-83b7-4499-856c-c77d7a167903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T18:59:50Z', 'updated_at': '2022-08-29T19:00:10Z', 'revision_number': 4, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'gw_port': {'id': 'e7bbbe28-83b7-4499-856c-c77d7a167903', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:09Z', 'updated_at': '2022-08-29T19:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9', 'name': '', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'mac_address': 'fa:16:3e:32:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:00Z', 'updated_at': '2022-08-29T19:00:03Z', 'revision_number': 4, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'subnets': [{'id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:11.716001 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Checking router: 7541859b-074b-4c5b-815f-c00254dcfbd1 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:00:11.716344 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Updating router 7541859b-074b-4c5b-815f-c00254dcfbd1 port e7bbbe28-83b7-4499-856c-c77d7a167903 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:00:11.788303 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,segment=NetworkSegment(b533b442-4cd5-4bd3-a687-821405a1f613),segment_id=b533b442-4cd5-4bd3-a687-821405a1f613)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:00:11.789464 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:11.792538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:11.896021 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:12.037189 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:12.244511 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Publish callbacks [] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:12.251432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:12.285088 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Attempting to bind port e7bbbe28-83b7-4499-856c-c77d7a167903 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:00:12.285456 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Attempting to bind port e7bbbe28-83b7-4499-856c-c77d7a167903 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:00:12.285817 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Attempting to bind port e7bbbe28-83b7-4499-856c-c77d7a167903 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:00:12.299539 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:00:12.300532 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:00:12.300950 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:12.301432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:00:12.301993 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Bound port: e7bbbe28-83b7-4499-856c-c77d7a167903, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:00:12.302474 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:12.324474 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f8915-23bb-4643-8dac-abb5e0978561 None None] Pushing event updated for resources: {'Port': ['ID=e7bbbe28-83b7-4499-856c-c77d7a167903,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:12.329802 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:12.361108 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] For port e7bbbe28-83b7-4499-856c-c77d7a167903, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:00:12.364844 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] For port e7bbbe28-83b7-4499-856c-c77d7a167903, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=e7bbbe28-83b7-4499-856c-c77d7a167903,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:00:12.370811 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:12.412325 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Routers {'7541859b-074b-4c5b-815f-c00254dcfbd1'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:00:12.412941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T18:59:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['7541859b-074b-4c5b-815f-c00254dcfbd1'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:12.464223 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f8915-23bb-4643-8dac-abb5e0978561 None None] Pushing event updated for resources: {'Port': ['ID=e7bbbe28-83b7-4499-856c-c77d7a167903,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:12.545170 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] Set router 7541859b-074b-4c5b-815f-c00254dcfbd1 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:00:12.746751 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'name': 'router1', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e7bbbe28-83b7-4499-856c-c77d7a167903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T18:59:50Z', 'updated_at': '2022-08-29T19:00:10Z', 'revision_number': 4, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'gw_port': {'id': 'e7bbbe28-83b7-4499-856c-c77d7a167903', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:09Z', 'updated_at': '2022-08-29T19:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9', 'name': '', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'mac_address': 'fa:16:3e:32:e0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:00Z', 'updated_at': '2022-08-29T19:00:11Z', 'revision_number': 5, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'subnets': [{'id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:00:12.783548 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73abc37-5776-45aa-8544-6bddef5425c8 None None] The sync data for ids ['7541859b-074b-4c5b-815f-c00254dcfbd1'] in dv-cinder-731261-6-iscsi is: [{'id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'name': 'router1', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e7bbbe28-83b7-4499-856c-c77d7a167903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T18:59:50Z', 'updated_at': '2022-08-29T19:00:10Z', 'revision_number': 4, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'gw_port': {'id': 'e7bbbe28-83b7-4499-856c-c77d7a167903', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:09Z', 'updated_at': '2022-08-29T19:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9', 'name': '', 'network_id': 'ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806', 'tenant_id': '581b1f65f92b42d9855b49a2423ba339', 'mac_address': 'fa:16:3e:32:e0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541859b-074b-4c5b-815f-c00254dcfbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:00:00Z', 'updated_at': '2022-08-29T19:00:11Z', 'revision_number': 5, 'project_id': '581b1f65f92b42d9855b49a2423ba339', 'subnets': [{'id': 'e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fafd50c-f992-4768-9fdb-36f03790e3ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:00:13.274138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 49780) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:00:13.300692 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:00:13.358193 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:13.364807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:00:13.365199 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:13.453126 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:00:13.454902 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device e7bbbe28-83b7-4499-856c-c77d7a167903 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:00:13.512792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port e7bbbe28-83b7-4499-856c-c77d7a167903 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:00:13.513364 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:13.611138 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port e7bbbe28-83b7-4499-856c-c77d7a167903 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:00:13.611729 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:13.645053 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port e7bbbe28-83b7-4499-856c-c77d7a167903, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=e7bbbe28-83b7-4499-856c-c77d7a167903,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:00:13.649721 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:13.713591 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=e7bbbe28-83b7-4499-856c-c77d7a167903,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:00:13.812159 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:13.822101 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7823543d-6327-4de0-bb72-00d15d99890f admin admin] 10.222.0.94 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5466998 Aug 29 19:00:14.300423 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=24 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:14.301608 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=44 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:15.225354 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device e7bbbe28-83b7-4499-856c-c77d7a167903 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:00:15.276984 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:15.279266 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port e7bbbe28-83b7-4499-856c-c77d7a167903 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:00:15.279636 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e7bbbe28-83b7-4499-856c-c77d7a167903), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:15.352460 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port e7bbbe28-83b7-4499-856c-c77d7a167903 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:00:18.888994 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:00:23.818002 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=13 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:25.349582 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:25.351778 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:26.408198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-08dd1f3a-61be-445a-b450-f212ab157bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:26.892592 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:28.821020 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-39d48085-8e49-4df8-88ca-f083f99d202a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:28.887789 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:30.023543 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:31.450228 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:31.813392 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:41.787856 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:41.793189 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:00:55.877810 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:00:56.402063 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2e7b50a5-bea1-42ba-8423-c7a1d48e3297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:00:58.826753 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bf32547e-a187-4eb6-b1db-6064243e582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:00.028452 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:01.438571 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:01.808539 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:03.888548 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:05.874498 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:11.784453 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:11.797992 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:24.875342 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:24.876405 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:26.406296 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2388d866-8d8b-41b9-a143-652a6693bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:28.821054 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6495d24a-dc09-4948-ba37-0d6e362f260c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:30.021414 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:31.434463 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:31.796319 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:32.877669 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:01:38.304063 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50318) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:38.644959 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf11f725-8380-41ea-a70b-7abd294cf553 admin admin] GET failed (client error): The resource could not be found. Aug 29 19:01:38.646244 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-cf11f725-8380-41ea-a70b-7abd294cf553 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3412099 Aug 29 19:01:38.889259 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8936b8-1a67-4b0d-91fc-6c016bc8bcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:38.890760 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-2c8936b8-1a67-4b0d-91fc-6c016bc8bcce admin admin] 10.222.0.94 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2402871 Aug 29 19:01:40.894743 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:41.236040 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50330) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:41.603647 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bf860-1056-4f27-a076-a1835fa1f2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:41.605005 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0d6bf860-1056-4f27-a076-a1835fa1f2fe admin admin] 10.222.0.94 "GET /networking/v2.0/subnets/e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7 HTTP/1.1" status: 200 len: 849 time: 0.3680105 Aug 29 19:01:41.615577 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:01:41.702965 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Publish callbacks [] for subnet (e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:41.789436 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=10 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:41.791305 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:41.844080 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784193360011'] for subnet (e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:41.879592 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:41.880172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:41.881537 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] 10.222.0.94 "PUT /networking/v2.0/subnets/e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7 HTTP/1.1" status: 200 len: 868 time: 0.2700014 Aug 29 19:01:41.884712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0e97f-b1b8-4088-bf09-0594e07cc88c None None] Network ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:01:41.903104 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:01:41.911778 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.912255 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.912504 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.912842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.913174 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.913502 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.913830 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.914163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.914510 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.914838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.915214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.915584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.915897 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.916227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:41.916543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ab2caf-2a01-4527-aa62-7be6c17c5acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:01:42.204093 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-651423a7-96c2-490c-9ac6-a71ee0ffed29 None None] Provisioning complete for port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:01:42.204478 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-651423a7-96c2-490c-9ac6-a71ee0ffed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:42.280055 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-651423a7-96c2-490c-9ac6-a71ee0ffed29 None None] Current status of the port 0ebd423d-9fb0-4b2e-831f-e1e37b7aac6a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:01:42.288127 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-651423a7-96c2-490c-9ac6-a71ee0ffed29 None None] Provisioning complete for port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:01:42.288515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-651423a7-96c2-490c-9ac6-a71ee0ffed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:42.358876 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-651423a7-96c2-490c-9ac6-a71ee0ffed29 None None] Current status of the port 53f248b5-a6ac-4bdd-96ec-e7ece8cfbce9 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:01:42.873810 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:44.248358 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50338) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:44.727754 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226901cb-198e-4aa4-9245-e418e02d2650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:44.728225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226901cb-198e-4aa4-9245-e418e02d2650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:44.729767 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-226901cb-198e-4aa4-9245-e418e02d2650 admin admin] 10.222.0.94 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4802573 Aug 29 19:01:47.068329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50346) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:47.481329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cb01f-a2f3-471e-94b7-d4943d3d85cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:47.481789 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cb01f-a2f3-471e-94b7-d4943d3d85cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:47.484133 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-b73cb01f-a2f3-471e-94b7-d4943d3d85cb admin admin] 10.222.0.94 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4148278 Aug 29 19:01:49.848226 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50354) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:50.259170 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c848cf3-5116-4dab-8ad0-e4fb45dc692d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:50.260515 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-5c848cf3-5116-4dab-8ad0-e4fb45dc692d admin admin] 10.222.0.94 "GET /networking/v2.0/networks/ab7f1c27-26a9-4e7d-8304-8a1b9fc4a806 HTTP/1.1" status: 200 len: 870 time: 0.4113452 Aug 29 19:01:52.356125 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=37 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:52.356932 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=40 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:01:52.610218 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50362) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:53.083851 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4263-cf17-4140-8d32-f0a223e18a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:53.085261 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d2cf4263-cf17-4140-8d32-f0a223e18a93 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f HTTP/1.1" status: 200 len: 886 time: 0.4740908 Aug 29 19:01:55.421592 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50372) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:55.827562 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817bd0d-ad0b-40ec-b5de-98764e490434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:55.828008 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817bd0d-ad0b-40ec-b5de-98764e490434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:55.829545 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2817bd0d-ad0b-40ec-b5de-98764e490434 admin admin] 10.222.0.94 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4071038 Aug 29 19:01:56.410277 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-dcb54359-7ace-4acc-b6bd-93dfa9908f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:01:58.158512 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50380) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:01:58.529698 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1dc30-e066-4531-bba8-ff938d094812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:58.530152 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1dc30-e066-4531-bba8-ff938d094812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:01:58.531754 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-80d1dc30-e066-4531-bba8-ff938d094812 admin admin] 10.222.0.94 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3722258 Aug 29 19:01:58.824215 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4de977eb-64a3-4e06-b593-f966e2cc772e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:00.027110 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:00.255996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:00.256710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:00.898969 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50388) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:02:01.319998 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e50a37-9d17-42b6-b163-5204b42eaaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:02:01.321352 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-44e50a37-9d17-42b6-b163-5204b42eaaf6 admin admin] 10.222.0.94 "GET /networking/v2.0/subnets/33981f4a-df61-4347-97c5-02b201d89497 HTTP/1.1" status: 200 len: 816 time: 0.4214191 Aug 29 19:02:01.430140 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:01.799162 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:03.686629 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50396) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:02:04.075369 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83c359-212b-4eeb-82b1-610188cdaad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:02:04.076747 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7f83c359-212b-4eeb-82b1-610188cdaad3 admin admin] 10.222.0.94 "GET /networking/v2.0/subnets/e7e9c36c-81b8-4e6e-bb9f-cf4c022fe7d7 HTTP/1.1" status: 200 len: 868 time: 0.3891349 Aug 29 19:02:09.875984 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:02:11.792634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:11.795567 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:14.070513 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=36 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:14.072606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=33 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:25.084151 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=17 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:25.088082 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=17 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:26.413801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0caa8671-0716-46c8-9142-9baca87ab7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:28.827002 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6b568f8e-248b-4314-a194-b09de8c9fdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:30.026934 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:31.431981 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:31.803574 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:32.710744 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50452) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:02:33.046087 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [None req-2661d496-06d8-413b-9a04-34858a4e6a23 admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:02:33.047086 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2661d496-06d8-413b-9a04-34858a4e6a23 admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3353603 Aug 29 19:02:35.484038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50460) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:02:35.834614 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c912d116-7d37-48bb-a466-ecf708a573e9 admin admin] GET failed (client error): The resource could not be found. Aug 29 19:02:35.835950 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c912d116-7d37-48bb-a466-ecf708a573e9 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3508589 Aug 29 19:02:35.921479 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99784a-c77e-4dde-8dcf-c931b8112c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:02:35.922923 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-3a99784a-c77e-4dde-8dcf-c931b8112c44 admin admin] 10.222.0.94 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824881 Aug 29 19:02:38.280841 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50468) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:02:38.605908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:02:38.627814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Made reservation on behalf of 11b2e035c0894ef7a5efbac9016e862c for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:02:38.630057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:38.657748 dv-cinder-731261-6-iscsi neutron-server[101722]: WARNING neutron.services.revisions.revision_plugin [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Could not find related network for resource to bump revision. Aug 29 19:02:38.674386 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:02:38.690145 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784193383482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (7d2fe313-c191-401d-8890-948770784f27), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:38.690669 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Unsubscribe: segment precommit_create {{(pid=101722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 19:02:38.691169 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Added segment 7d2fe313-c191-401d-8890-948770784f27 of type vlan for network e7a6a958-dd70-4228-b590-a8df7e6c79d8 Aug 29 19:02:38.739742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (e7a6a958-dd70-4228-b590-a8df7e6c79d8), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:38.784104 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (e7a6a958-dd70-4228-b590-a8df7e6c79d8), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:38.788890 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:02:38.789453 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:38.876885 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5950053 Aug 29 19:02:38.886705 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9db3b5-921e-48a1-a81e-c3ef40a821c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a6a958-dd70-4228-b590-a8df7e6c79d8,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:02:38.899099 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network e7a6a958-dd70-4228-b590-a8df7e6c79d8 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:02:41.398329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50476) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:02:41.740590 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b081282-1699-462f-b3b8-541ac04335c7 admin admin] GET failed (client error): The resource could not be found. Aug 29 19:02:41.741857 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1b081282-1699-462f-b3b8-541ac04335c7 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3426366 Aug 29 19:02:41.821599 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc55b4d-fc4d-4505-9a64-227ad21f8270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:02:41.823110 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ddc55b4d-fc4d-4505-9a64-227ad21f8270 admin admin] 10.222.0.94 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0768368 Aug 29 19:02:41.833033 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:02:41.852430 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Made reservation on behalf of 11b2e035c0894ef7a5efbac9016e862c for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:02:41.855409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.018355 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (c16062d3-ae31-45c5-b5a8-4c8bd8c520b9), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.074473 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16062d3-ae31-45c5-b5a8-4c8bd8c520b9,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:02:42.084517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.084858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.085210 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.085543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.085867 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.086187 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.086505 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.086822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.087176 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.087509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.087859 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.088725 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.089080 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.089396 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.089708 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.094092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Checking segment: {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:02:42.094436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Network hostable DHCP agents. Network: e7a6a958-dd70-4228-b590-a8df7e6c79d8, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:02:42.110999 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Network e7a6a958-dd70-4228-b590-a8df7e6c79d8 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:02:42.118974 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, e7a6a958-dd70-4228-b590-a8df7e6c79d8) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:02:42.123485 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:02:42.124065 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.128728 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb07b4-8689-4fd4-9b1f-a072ee3c2026 None None] Network e7a6a958-dd70-4228-b590-a8df7e6c79d8 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:02:42.140676 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-dce63240-ef0c-46c9-9693-584c37d66026 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3109798 Aug 29 19:02:42.242501 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-e7a6a958-dd70-4228-b590-a8df7e6c79d8', 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8', 'project_id': '11b2e035c0894ef7a5efbac9016e862c', 'fixed_ips': [{'subnet_id': 'c16062d3-ae31-45c5-b5a8-4c8bd8c520b9'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:02:42.243486 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.385961 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Allocated IP 192.168.233.2 (e7a6a958-dd70-4228-b590-a8df7e6c79d8/c16062d3-ae31-45c5-b5a8-4c8bd8c520b9/553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:02:42.534642 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Publish callbacks [] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.542321 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.680256 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Network e7a6a958-dd70-4228-b590-a8df7e6c79d8 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:02:42.686269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:02:42.688380 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Pushing event updated for resources: {'Port': ['ID=553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:02:42.692283 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:02:42.702712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.703054 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.703447 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.703804 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.704147 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.704477 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.704804 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.705131 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.705458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.705783 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.706108 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.706449 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.706775 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.707110 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.707428 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:02:42.760818 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Attempting to bind port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:02:42.761181 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Attempting to bind port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:02:42.761537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Attempting to bind port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 on network e7a6a958-dd70-4228-b590-a8df7e6c79d8 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:02:42.766952 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:02:42.767351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Checking segment: {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:02:42.767750 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.768137 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Bound using segment: {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:02:42.768592 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Bound port: 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:02:42.768964 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.833714 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] For port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:02:42.837395 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] For port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:02:42.843757 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:42.888772 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:42.901537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85c99-7de0-4cf4-a6aa-7d6b330b8095 None None] Pushing event updated for resources: {'Port': ['ID=553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:02:43.325336 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:02:43.371264 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:02:43.371823 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:43.450272 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:43.455855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:02:43.456242 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:43.493098 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:02:43.499615 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:43.554428 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:02:43.731946 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac09d9-161f-417d-b48d-7bcc9c201554 None None] Network e7a6a958-dd70-4228-b590-a8df7e6c79d8 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:02:43.786663 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-57a55bb8-a72f-4fd7-9939-d98a151424c3 None None] Provisioning complete for port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:02:43.787136 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-57a55bb8-a72f-4fd7-9939-d98a151424c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:43.917763 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-57a55bb8-a72f-4fd7-9939-d98a151424c3 None None] Current status of the port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:02:44.147025 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5006855-1656-46d9-8a75-a26a5d3512b1 None None] Provisioning complete for port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:02:44.147025 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5006855-1656-46d9-8a75-a26a5d3512b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:44.225710 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5006855-1656-46d9-8a75-a26a5d3512b1 None None] Current status of the port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:02:45.305675 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:02:45.350977 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:02:45.351383 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:45.427974 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 553e11cc-22e3-4b2b-bf4c-4a64b3cbcab5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:02:46.874835 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:02:52.133620 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:52.135037 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:54.908101 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:56.418763 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7d751f48-e6ec-456f-abad-fef1b91a2134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:02:56.870669 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:56.871496 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:02:58.830418 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec43-bac0-4519-bb92-93a342527423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:00.030047 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:01.436092 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:01.808905 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:11.801048 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:03:11.804409 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:03:23.874479 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:03:26.423907 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5b96903c-a2d1-4883-8810-146d57869f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:28.834752 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5b290060-e478-43ef-ba31-6a93511c2c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:30.033228 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:31.440118 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:31.811480 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:33.869829 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:03:33.870611 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:03:41.804776 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:03:41.808655 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:03:56.426654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8cc40f7e-d563-49c4-9e6c-40cdcdc6cc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:57.822711 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50518) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:03:57.828607 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [None req-9d4a29aa-07c8-41a7-9f3e-6f17f299b8f4 tempest-verify_tempest_config-1126754279 tempest-verify_tempest_config-1126754279-project] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:03:57.829554 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-9d4a29aa-07c8-41a7-9f3e-6f17f299b8f4 tempest-verify_tempest_config-1126754279 tempest-verify_tempest_config-1126754279-project] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058677 Aug 29 19:03:58.346899 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50536) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:03:58.683133 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:58.792632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Publish callbacks [] for security_group (bb3e30e1-eb54-4e80-b589-58e6937fca52), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:58.796404 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (bb3e30e1-eb54-4e80-b589-58e6937fca52), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:58.840720 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-629ee61e-3295-44ce-be4d-a483bed89fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:58.938889 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=8045d195081c4fd898c015c7eff1d3f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5908985 Aug 29 19:03:58.939778 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3e30e1-eb54-4e80-b589-58e6937fca52,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:03:58.941672 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50540) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:03:58.946632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.946972 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.947348 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.947684 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.948011 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.948333 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.948653 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.948976 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.949293 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.949608 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.949930 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.950259 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.950575 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.950890 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:58.951299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa1d92-dff3-4753-896f-dd11d401a1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.002448 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Publish callbacks [] for security_group (bb3e30e1-eb54-4e80-b589-58e6937fca52), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:59.023517 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Publish callbacks [] for security_group (bb3e30e1-eb54-4e80-b589-58e6937fca52), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:59.121193 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (bb3e30e1-eb54-4e80-b589-58e6937fca52), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:59.124267 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:03:59.125668 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/bb3e30e1-eb54-4e80-b589-58e6937fca52 HTTP/1.1" status: 204 len: 168 time: 0.1829488 Aug 29 19:03:59.134530 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3e30e1-eb54-4e80-b589-58e6937fca52,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:03:59.142159 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.142506 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.142917 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.143316 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.143671 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.144025 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.144377 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.144727 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.145076 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.145431 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.145788 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.146162 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.146493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.146863 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:03:59.147724 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74034605-8297-4028-91ad-a43e01b8019f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:04:00.038219 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:00.873942 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:04:01.444135 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:01.816799 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:08.935913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:08.942635 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=22,neutron:INSERT=8 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:09.137792 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:09.138762 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:10.870762 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:11.810915 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:11.812874 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:13.893855 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:24.948553 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=10 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:24.951186 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=16 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:26.430031 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2647229-6fd6-42e7-a5b9-7a437c2dd29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:28.843160 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4a9e6416-1b17-447d-8fd5-10630a873eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:30.038342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:31.448492 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:31.817306 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:37.873044 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:04:41.811505 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:41.813496 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:45.882511 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:47.869177 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:04:56.439871 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-030874f5-aee9-425b-ad72-3e845f56a57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:04:58.845313 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5bf232f9-6f49-454c-a7f9-aeec8607703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:00.041983 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:01.451990 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:01.820662 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:11.810992 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:11.816080 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:14.871762 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 5 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:05:24.868366 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:24.876764 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:26.433863 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd7a5-61df-4b34-a14d-ad75d8516f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:28.848230 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-583fdc5e-b036-4bcc-84e4-e71f17b5fcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:30.044014 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:31.453925 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:31.826589 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:41.816035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:41.822542 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:42.895767 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540294'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:51.870748 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:05:52.887571 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:52.890730 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:05:56.131205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50638) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:05:56.263642 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-a2e7195c-d770-435d-b8a4-a1bdc8a0baed admin admin] 10.222.0.94 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1314142 Aug 29 19:05:56.436320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b1530ef3-a675-4c0a-b92b-4f15a2e6ddf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:05:58.504264 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50648) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:05:58.560941 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-16e5e5c7-cde1-4346-98a5-f4fb15870fc9 admin admin] 10.222.0.94 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0556891 Aug 29 19:05:58.849025 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f50bc355-15ce-4e5f-a466-dd0aa586a15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:00.055319 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:01.461337 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:01.828278 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:01.865874 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:01.867278 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:06.259236 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:08.555932 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:11.815966 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:11.824749 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:12.865749 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:22.855279 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:22.860556 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:24.965879 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=12 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:24.970929 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=14 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:26.438034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2008d121-f3a9-4080-af58-74a21b35b2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:28.851554 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9853b35f-380a-4452-8f7b-c69960a1c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:28.870064 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:06:30.049632 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:31.454306 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:31.829983 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:38.865181 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:38.865951 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:41.823735 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:41.825634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:42.873271 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:52.867984 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:52.869368 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:06:56.441538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-32ddc062-f0a3-42f0-9824-021eb80376ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:06:58.859032 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c7c7-e940-4977-a857-0493aba61f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:00.053930 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:01.457454 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:01.836475 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:05.871562 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:07:11.827906 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:11.829809 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:12.888391 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:22.877103 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:22.883937 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:24.880911 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:24.881797 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:26.459059 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a12d4c66-be5a-417c-aadb-47e8f31a5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:28.869113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccbc58a4-0826-4ce5-9375-8ddc712b8174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:30.088473 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.403510 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50802) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:31.465016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.724652 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-network', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:31.750911 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Made reservation on behalf of b429eb37f4ed408d830ef2c1034e9bdc for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:31.750911 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.762496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.847001 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.851443 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50830) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:31.855343 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks [] for security_group (9adb0154-4a68-484e-9ed2-d5ecf76f641c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.861357 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (9adb0154-4a68-484e-9ed2-d5ecf76f641c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.891402 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb0154-4a68-484e-9ed2-d5ecf76f641c,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:31.901041 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.901342 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.901712 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.902058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.902393 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.902988 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.903527 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.903692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.904012 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.904399 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.904828 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.905183 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.905702 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.906032 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.906521 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Tracked resource versions report: Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: pushed versions: Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: { 'AddressGroup': {'1.2'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Agent': {'1.1'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'ConntrackHelper': {'1.0'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Log': {'1.0'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'NDPProxy': {'1.0'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Network': {'1.1'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Port': {'1.7'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'PortForwarding': {'1.3'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'QosPolicy': {'1.10'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroup': {'1.5'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SubPort': {'1.0'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Subnet': {'1.1'}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Trunk': {'1.1'}} Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: consumer versions: Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: HyperV agent@hv-cinder-73126: {}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Agent': '1.1', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'ConntrackHelper': '1.0', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'LocalIPAssociation': '1.0', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Log': '1.0', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'NDPProxy': '1.0', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Network': '1.1', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Port': '1.7', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'PortForwarding': '1.3', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'QosPolicy': '1.10', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroup': '1.5', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SecurityGroupRule': '1.2', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'SubPort': '1.0', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Subnet': '1.1', Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: 'Trunk': '1.1'}} Aug 29 19:07:31.907764 dv-cinder-731261-6-iscsi neutron-server[101721]: {{(pid=101721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:07:31.912332 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:31.921356 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (51f4d2cb-a539-47aa-a347-7a78fb7bfa34), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.921898 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Added segment 51f4d2cb-a539-47aa-a347-7a78fb7bfa34 of type vlan for network 9853bcbc-2750-4a4b-ae35-877c673fbf89 Aug 29 19:07:31.968789 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (9853bcbc-2750-4a4b-ae35-877c673fbf89), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.996142 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (9853bcbc-2750-4a4b-ae35-877c673fbf89), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:31.997885 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:31.998474 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.072843 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6664701 Aug 29 19:07:32.077414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50850) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:32.082960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Request body: {'subnet': {'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-subnet', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:32.105649 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424cf34-2f86-47c8-b883-833d9e34bcef admin admin] Pushing event updated for resources: {'Network': ['ID=9853bcbc-2750-4a4b-ae35-877c673fbf89,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:32.119351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:32.131612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Made reservation on behalf of b429eb37f4ed408d830ef2c1034e9bdc for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:32.141324 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.235756 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1381514834-network', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:32.278559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Made reservation on behalf of 5dda60c835244f5f9c980ed1927d9784 for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:32.281469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.298973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.414895 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (57298b0d-dfea-4841-87f3-f132cc8f1eb6), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.523341 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57298b0d-dfea-4841-87f3-f132cc8f1eb6,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:32.526838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks [] for security_group (29ed15f6-7398-4e36-b36b-7d2917778ff4), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.532619 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Checking segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:32.533172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Network hostable DHCP agents. Network: 9853bcbc-2750-4a4b-ae35-877c673fbf89, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:32.539623 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (29ed15f6-7398-4e36-b36b-7d2917778ff4), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.544370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.544719 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.545064 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.545395 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.545725 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.546056 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.546382 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.546701 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.547027 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.547370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.547892 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.548393 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.548882 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.549206 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.549525 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Tracked resource versions report: Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: pushed versions: Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: { 'AddressGroup': {'1.2'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Agent': {'1.1'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'ConntrackHelper': {'1.0'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Log': {'1.0'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'NDPProxy': {'1.0'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Network': {'1.1'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Port': {'1.7'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'PortForwarding': {'1.3'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'QosPolicy': {'1.10'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroup': {'1.5'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SubPort': {'1.0'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Subnet': {'1.1'}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Trunk': {'1.1'}} Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: consumer versions: Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: HyperV agent@hv-cinder-73126: {}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Agent': '1.1', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'ConntrackHelper': '1.0', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'LocalIPAssociation': '1.0', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Log': '1.0', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'NDPProxy': '1.0', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Network': '1.1', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Port': '1.7', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'PortForwarding': '1.3', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'QosPolicy': '1.10', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroup': '1.5', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SecurityGroupRule': '1.2', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'SubPort': '1.0', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Subnet': '1.1', Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: 'Trunk': '1.1'}} Aug 29 19:07:32.551205 dv-cinder-731261-6-iscsi neutron-server[101722]: {{(pid=101722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:07:32.587552 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:32.599956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ed15f6-7398-4e36-b36b-7d2917778ff4,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:32.604933 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:32.610280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (a1fbb49c-7954-4675-bdd0-a82d27a9fb7c), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.610620 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Added segment a1fbb49c-7954-4675-bdd0-a82d27a9fb7c of type vlan for network 72f0c062-bae6-4f61-bab2-9380409ee0e3 Aug 29 19:07:32.616069 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50866) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:32.631553 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 9853bcbc-2750-4a4b-ae35-877c673fbf89) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:32.639674 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:32.640272 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.640417 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518b6b8-0211-4f79-a315-ae891e75d7d9 None None] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:32.658943 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50870) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:32.680280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (72f0c062-bae6-4f61-bab2-9380409ee0e3), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.693120 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-823c7110-2d46-4348-8815-d5fcee2400c9 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6150472 Aug 29 19:07:32.695983 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50874) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:32.701576 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:32.719792 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (72f0c062-bae6-4f61-bab2-9380409ee0e3), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.721512 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:32.723109 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.730120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50876) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:32.751944 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.753692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.789186 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-9853bcbc-2750-4a4b-ae35-877c673fbf89', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:07:32.790252 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.824774 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks [] for router_controller (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), precommit_add_association {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.848382 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9933565 Aug 29 19:07:32.853109 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50884) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:32.860316 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Request body: {'subnet': {'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1381514834-subnet', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:32.866469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013822fc-4cf2-4f71-8b35-98e9473c346a admin admin] Pushing event updated for resources: {'Network': ['ID=72f0c062-bae6-4f61-bab2-9380409ee0e3,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:32.892103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Made reservation on behalf of 5dda60c835244f5f9c980ed1927d9784 for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:32.896669 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:32.948184 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:32.982468 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50886) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:33.068226 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-314587426-network', 'tenant_id': '88c406ecbec9468487e33d84fd16afd2'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:33.083712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:33.084572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:33.096065 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2002825070-network', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:33.105724 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks [] for router_gateway (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.116695 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Allocated IP 172.20.0.2 (9853bcbc-2750-4a4b-ae35-877c673fbf89/57298b0d-dfea-4841-87f3-f132cc8f1eb6/40a88a65-e5e6-4200-816f-462709f189fb) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:33.123546 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Made reservation on behalf of 88c406ecbec9468487e33d84fd16afd2 for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:33.125943 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.136825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-822164660-network', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:33.156732 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.199132 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (4e3c8e73-b6aa-4bee-9312-0b9a3d580f65), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.205606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Made reservation on behalf of b967c22662da47aeb9292704c39b44bb for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:33.208978 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.241857 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.243431 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Made reservation on behalf of 74f3f1161ef84f30bbd787e9361a0dac for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:33.245865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.264430 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.275484 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:33.300374 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:33.312086 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=21,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:33.327326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Checking segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:33.328864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Network hostable DHCP agents. Network: 72f0c062-bae6-4f61-bab2-9380409ee0e3, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:33.385474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:33.410685 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks [] for security_group (da9c9567-543a-4f3b-a32f-ab717ebd4336), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.413628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 72f0c062-bae6-4f61-bab2-9380409ee0e3) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:33.419412 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:33.420081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.431275 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-network', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:33.431547 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (da9c9567-543a-4f3b-a32f-ab717ebd4336), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.437714 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Publish callbacks [] for port (40a88a65-e5e6-4200-816f-462709f189fb), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.445144 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbf096-3c41-4901-ad69-f3f491b110b0 None None] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:33.468065 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (40a88a65-e5e6-4200-816f-462709f189fb), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.483799 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-815808fa-fb96-4b7c-b38e-c348b9b7cebc admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6283598 Aug 29 19:07:33.486728 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:33.490842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50900) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:33.497319 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:33.509593 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c9567-543a-4f3b-a32f-ab717ebd4336,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:33.523917 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:33.526051 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:33.534643 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.535848 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Added segment cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62 of type vlan for network fca34072-56a5-4db2-b6ce-2bbddd357288 Aug 29 19:07:33.578822 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:33.586198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Pushing event updated for resources: {'Port': ['ID=40a88a65-e5e6-4200-816f-462709f189fb,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:33.598511 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:33.599852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (826beca0-c614-4a07-829c-717b6d1532aa), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.601277 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (826beca0-c614-4a07-829c-717b6d1532aa), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.607734 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.608608 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.609255 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.609913 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.610416 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.610903 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.611495 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.612607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.613621 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.614841 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.615497 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.615995 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.616467 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.616940 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.617403 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:33.621673 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (fca34072-56a5-4db2-b6ce-2bbddd357288), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Tracked resource versions report: Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: pushed versions: Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: { 'AddressGroup': {'1.2'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Agent': {'1.1'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'ConntrackHelper': {'1.0'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Log': {'1.0'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'NDPProxy': {'1.0'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Network': {'1.1'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Port': {'1.7'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'PortForwarding': {'1.3'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'QosPolicy': {'1.10'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroup': {'1.5'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SubPort': {'1.0'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Subnet': {'1.1'}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Trunk': {'1.1'}} Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: consumer versions: Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: HyperV agent@hv-cinder-73126: {}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Agent': '1.1', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'ConntrackHelper': '1.0', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'LocalIPAssociation': '1.0', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Log': '1.0', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'NDPProxy': '1.0', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Network': '1.1', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Port': '1.7', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'PortForwarding': '1.3', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'QosPolicy': '1.10', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroup': '1.5', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SecurityGroupRule': '1.2', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'SubPort': '1.0', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Subnet': '1.1', Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: 'Trunk': '1.1'}} Aug 29 19:07:33.622628 dv-cinder-731261-6-iscsi neutron-server[101723]: {{(pid=101723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:07:33.716379 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:33.739747 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (fca34072-56a5-4db2-b6ce-2bbddd357288), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.740536 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:33.741235 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.749772 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks [] for security_group (7d9231ed-fad3-492c-adbf-3914f584cccb), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.757695 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks [] for router_gateway (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.762921 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks [] for security_group (6c7a4a61-b504-443c-a690-69f2926314b6), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.799715 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (6c7a4a61-b504-443c-a690-69f2926314b6), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.804042 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7d9231ed-fad3-492c-adbf-3914f584cccb), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.819772 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.823406 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks [] for router_controller (826beca0-c614-4a07-829c-717b6d1532aa), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.827942 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Attempting to bind port 40a88a65-e5e6-4200-816f-462709f189fb on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:33.828319 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Attempting to bind port 40a88a65-e5e6-4200-816f-462709f189fb by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:33.828690 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Attempting to bind port 40a88a65-e5e6-4200-816f-462709f189fb on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:33.836634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:33.837206 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Checking segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:33.837588 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.838602 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Bound using segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:33.838602 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Bound port: 40a88a65-e5e6-4200-816f-462709f189fb, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:33.838968 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (40a88a65-e5e6-4200-816f-462709f189fb), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.839214 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Made reservation on behalf of 6f6085f7a1df49ae8e2375e28d7d6792 for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:33.841299 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-72f0c062-bae6-4f61-bab2-9380409ee0e3', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:07:33.842185 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.842639 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.869194 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:33.877480 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:33.932329 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:33.961609 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2285435 Aug 29 19:07:33.965284 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50928) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:33.974347 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Request body: {'subnet': {'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-822164660-subnet', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:33.982622 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] For port 40a88a65-e5e6-4200-816f-462709f189fb, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:33.986733 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] For port 40a88a65-e5e6-4200-816f-462709f189fb, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=40a88a65-e5e6-4200-816f-462709f189fb,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:34.005707 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.006028 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Added segment 3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08 of type vlan for network 117b2cb0-1215-4254-9d1f-c2728d00a788 Aug 29 19:07:34.007456 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (40a88a65-e5e6-4200-816f-462709f189fb), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.046694 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (caae86ba-c87d-47f4-9dcf-0593dab36754), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.047144 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Added segment caae86ba-c87d-47f4-9dcf-0593dab36754 of type vlan for network f351c96a-b08d-4af8-864f-abe555214cd3 Aug 29 19:07:34.093656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe13ae-42f8-4faf-9b3f-e30325c7d7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=fca34072-56a5-4db2-b6ce-2bbddd357288,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:34.114162 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network fca34072-56a5-4db2-b6ce-2bbddd357288 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:34.115731 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a4a61-b504-443c-a690-69f2926314b6,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:34.190232 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6,neutron:INSERT=25 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:34.193234 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:34.213507 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Made reservation on behalf of 74f3f1161ef84f30bbd787e9361a0dac for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:34.221137 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.265353 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks [] for router_gateway (826beca0-c614-4a07-829c-717b6d1532aa), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.332832 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Allocated IP 172.27.2.39 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:34.378342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a37e9-9511-4877-b8e6-3f800cebf5e1 None None] Pushing event updated for resources: {'Port': ['ID=40a88a65-e5e6-4200-816f-462709f189fb,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:34.412520 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:34.504423 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Allocated IP 172.20.0.2 (72f0c062-bae6-4f61-bab2-9380409ee0e3/4e3c8e73-b6aa-4bee-9312-0b9a3d580f65/9a044b52-bb73-4e03-bef4-98bc9faab1be) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:34.616694 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks [] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.667779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks [] for router_gateway (826beca0-c614-4a07-829c-717b6d1532aa), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.745430 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (f351c96a-b08d-4af8-864f-abe555214cd3), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.778732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Publish callbacks [] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.786085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:34.791457 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (117b2cb0-1215-4254-9d1f-c2728d00a788), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.792067 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.794496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50948) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:34.825573 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.828529 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (f351c96a-b08d-4af8-864f-abe555214cd3), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.829730 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:34.830576 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.838311 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.848479 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:34.852798 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:34.862372 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:34.885834 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Pushing event updated for resources: {'Port': ['ID=9a044b52-bb73-4e03-bef4-98bc9faab1be,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:34.902489 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9231ed-fad3-492c-adbf-3914f584cccb,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:34.955006 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Attempting to bind port 9a044b52-bb73-4e03-bef4-98bc9faab1be on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:34.955428 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Attempting to bind port 9a044b52-bb73-4e03-bef4-98bc9faab1be by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:34.955792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Attempting to bind port 9a044b52-bb73-4e03-bef4-98bc9faab1be on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:34.962537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:34.962787 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Checking segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:34.963175 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:34.963555 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Bound using segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:34.965272 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Bound port: 9a044b52-bb73-4e03-bef4-98bc9faab1be, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:34.965272 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.013730 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3958082 Aug 29 19:07:35.014973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50958) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:35.021179 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (3377f28b-1e40-46c8-9107-00c9fa06ea4a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.028912 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Request body: {'subnet': {'network_id': 'f351c96a-b08d-4af8-864f-abe555214cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-314587426-subnet', 'tenant_id': '88c406ecbec9468487e33d84fd16afd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:35.033452 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:35.046151 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:35.063161 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:35.079113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] For port 9a044b52-bb73-4e03-bef4-98bc9faab1be, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:35.083448 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] For port 9a044b52-bb73-4e03-bef4-98bc9faab1be, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9a044b52-bb73-4e03-bef4-98bc9faab1be,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:35.090822 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.127299 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:35.165108 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Made reservation on behalf of 88c406ecbec9468487e33d84fd16afd2 for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:35.168164 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.181988 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e2e1c-d7f1-4172-b68c-3efce398ed64 None None] Pushing event updated for resources: {'Port': ['ID=9a044b52-bb73-4e03-bef4-98bc9faab1be,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.269935 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3377f28b-1e40-46c8-9107-00c9fa06ea4a,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.272932 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:35.288552 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (117b2cb0-1215-4254-9d1f-c2728d00a788), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.289817 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:35.290556 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.293099 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1d686-3d8d-404d-a862-b43170555f5e admin admin] Pushing event updated for resources: {'Network': ['ID=f351c96a-b08d-4af8-864f-abe555214cd3,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.295750 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Checking segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:35.296114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Network hostable DHCP agents. Network: fca34072-56a5-4db2-b6ce-2bbddd357288, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:35.305848 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network f351c96a-b08d-4af8-864f-abe555214cd3 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:35.358875 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Allocated IP 172.27.2.31 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/08174836-3e35-4c8e-8ba8-a8b95a81a27e) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:35.512169 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d646d064-3c98-4f83-af4d-056a9a6fda57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.673997 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 40a88a65-e5e6-4200-816f-462709f189fb up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:35.687296 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] Pushing event updated for resources: {'Network': ['ID=117b2cb0-1215-4254-9d1f-c2728d00a788,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.696432 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Pushing event updated for resources: {'Port': ['ID=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.725771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:35.727779 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135563d-8e46-476c-8834-43af0279b171 None None] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:35.730887 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Network fca34072-56a5-4db2-b6ce-2bbddd357288 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:35.735099 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ffbe0f84-6f3e-4e03-a815-82ad5ba6064c admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0749979 Aug 29 19:07:35.735846 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50966) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:35.737752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks [] for security_group (f3dcb0c4-59be-42e1-a919-f550ac079b7d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.742398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Request body: {'subnet': {'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-subnet', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:35.758447 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (f3dcb0c4-59be-42e1-a919-f550ac079b7d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.759143 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (ce9f85cf-9d44-4706-9f0f-23e68c58bce2), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.800053 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, fca34072-56a5-4db2-b6ce-2bbddd357288) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:35.804835 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:35.819781 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:35.820380 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.822367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:35.875317 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Made reservation on behalf of b967c22662da47aeb9292704c39b44bb for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:35.877785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.884784 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9f85cf-9d44-4706-9f0f-23e68c58bce2,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.898371 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dcb0c4-59be-42e1-a919-f550ac079b7d,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:35.906204 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1a7f8944-e229-4e47-91c8-c59fa99adb84 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9372461 Aug 29 19:07:35.913311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (e35f0d4f-78e3-4171-96f2-f72a17bc929d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.913668 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Added segment e35f0d4f-78e3-4171-96f2-f72a17bc929d of type vlan for network b4625722-be90-4944-a2a2-5603ab9cea5a Aug 29 19:07:35.916453 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50970) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:35.954579 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:35.963810 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50cdded-1bcd-418d-b897-c8d0fb57698b None None] Network fca34072-56a5-4db2-b6ce-2bbddd357288 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:35.965521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks [] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:35.990112 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 40a88a65-e5e6-4200-816f-462709f189fb triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:35.990499 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (40a88a65-e5e6-4200-816f-462709f189fb), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.008515 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Checking segment: {'id': 'caae86ba-c87d-47f4-9dcf-0593dab36754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'f351c96a-b08d-4af8-864f-abe555214cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:36.008868 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Network hostable DHCP agents. Network: f351c96a-b08d-4af8-864f-abe555214cd3, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:36.053892 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:36.062150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (b4625722-be90-4944-a2a2-5603ab9cea5a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.064498 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (b52e5787-9895-4178-8c96-7befdbaf2fb3), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.065731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (b52e5787-9895-4178-8c96-7befdbaf2fb3), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.078365 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:36.087443 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Network f351c96a-b08d-4af8-864f-abe555214cd3 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:36.096682 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d646d064-3c98-4f83-af4d-056a9a6fda57 admin admin] Publish callbacks [] for security_group (1c9b70da-309e-4ae4-857e-6de6d3fab9a5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.099916 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Provisioning complete for port 40a88a65-e5e6-4200-816f-462709f189fb triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:36.100931 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (40a88a65-e5e6-4200-816f-462709f189fb), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.105869 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:36.112114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.112664 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks [] for router_gateway (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.139779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, f351c96a-b08d-4af8-864f-abe555214cd3) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:36.154666 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d646d064-3c98-4f83-af4d-056a9a6fda57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1c9b70da-309e-4ae4-857e-6de6d3fab9a5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.165950 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef36de-88ad-441d-83b4-03ecdb57ab55 None None] Network f351c96a-b08d-4af8-864f-abe555214cd3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:36.168197 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:36.196232 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:36.197775 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.203765 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (b4625722-be90-4944-a2a2-5603ab9cea5a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.203994 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks [] for router_controller (b52e5787-9895-4178-8c96-7befdbaf2fb3), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.205056 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:36.205056 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.239785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:36.253475 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646d064-3c98-4f83-af4d-056a9a6fda57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b70da-309e-4ae4-857e-6de6d3fab9a5,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:36.262464 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d646d064-3c98-4f83-af4d-056a9a6fda57 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=39ae21f67cc649f1b573cdf7e4f97af8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4570575 Aug 29 19:07:36.281811 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:36.284396 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Pushing event updated for resources: {'Port': ['ID=08174836-3e35-4c8e-8ba8-a8b95a81a27e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:36.292858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:36.295370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 50976) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:36.312847 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-93f20fbc-a828-4120-bfc7-5ea1340ea4f8 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2886832 Aug 29 19:07:36.417532 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:36.419176 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Current status of the port 40a88a65-e5e6-4200-816f-462709f189fb is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:36.419800 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (40a88a65-e5e6-4200-816f-462709f189fb), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.424125 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 40a88a65-e5e6-4200-816f-462709f189fb is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:36.424774 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (40a88a65-e5e6-4200-816f-462709f189fb), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.450957 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4655821 Aug 29 19:07:36.458812 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 50982) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:36.470495 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Request body: {'subnet': {'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-subnet', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:36.505216 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 40a88a65-e5e6-4200-816f-462709f189fb, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=40a88a65-e5e6-4200-816f-462709f189fb,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:36.508151 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-fca34072-56a5-4db2-b6ce-2bbddd357288', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:07:36.510637 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.538132 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd09f77-573c-4d6f-bc44-dee4bcaf31aa admin admin] Pushing event updated for resources: {'Network': ['ID=b4625722-be90-4944-a2a2-5603ab9cea5a,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:36.560523 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52dd2a-132b-4c86-824a-3c94b1a6dc28 None None] Network f351c96a-b08d-4af8-864f-abe555214cd3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:36.613980 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Made reservation on behalf of 6f6085f7a1df49ae8e2375e28d7d6792 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:36.616961 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:36.621732 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.665316 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (40a88a65-e5e6-4200-816f-462709f189fb), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.666457 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9a044b52-bb73-4e03-bef4-98bc9faab1be up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:36.775288 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network b4625722-be90-4944-a2a2-5603ab9cea5a details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:36.793168 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks [] for router_gateway (b52e5787-9895-4178-8c96-7befdbaf2fb3), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.902471 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.913199 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks [] for router_gateway (826beca0-c614-4a07-829c-717b6d1532aa), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:36.936451 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=40a88a65-e5e6-4200-816f-462709f189fb,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:36.944294 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cebec9-874a-4e5f-a983-c2d603a6a87c None None] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:36.989120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (71124ffa-89eb-4c0e-87b9-948d8b410aef), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.063805 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 9a044b52-bb73-4e03-bef4-98bc9faab1be triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:37.063805 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.158612 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (7bb9aa12-ebf3-4047-a3c3-10085f6588e4), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.165617 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:37.174726 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:37.243665 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 9a044b52-bb73-4e03-bef4-98bc9faab1be is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:37.244238 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.296081 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 9a044b52-bb73-4e03-bef4-98bc9faab1be, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9a044b52-bb73-4e03-bef4-98bc9faab1be,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:37.296692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb9aa12-ebf3-4047-a3c3-10085f6588e4,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:37.298038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:37.298612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Network hostable DHCP agents. Network: 117b2cb0-1215-4254-9d1f-c2728d00a788, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:37.325423 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:07:37.337737 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.338003 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1aeac965-cce5-4c4b-87ff-899ce6fa82ae admin admin] Publish callbacks [] for security_group (1c9b70da-309e-4ae4-857e-6de6d3fab9a5), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.356155 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Checking segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:37.356706 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Network hostable DHCP agents. Network: b4625722-be90-4944-a2a2-5603ab9cea5a, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:37.399105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:37.413928 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.db.api [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:07:37.414588 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG oslo_db.api [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:07:37.477988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1aeac965-cce5-4c4b-87ff-899ce6fa82ae admin admin] Publish callbacks [] for security_group (1c9b70da-309e-4ae4-857e-6de6d3fab9a5), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.488920 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=9a044b52-bb73-4e03-bef4-98bc9faab1be,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:37.498510 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Allocated IP 172.20.0.2 (fca34072-56a5-4db2-b6ce-2bbddd357288/3377f28b-1e40-46c8-9107-00c9fa06ea4a/3834282f-8ec7-4c41-92b9-d75133d8d363) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:37.580692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51004) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:37.589061 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-923828121-network', 'tenant_id': 'f00fed15633e43d8a7df880cf9a62213'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:37.594600 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Network b4625722-be90-4944-a2a2-5603ab9cea5a is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:37.626558 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 40a88a65-e5e6-4200-816f-462709f189fb up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:37.641836 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:37.657203 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Made reservation on behalf of f00fed15633e43d8a7df880cf9a62213 for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:37.662604 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.671987 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, b4625722-be90-4944-a2a2-5603ab9cea5a) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:37.679212 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:37.680970 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.682594 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0cde9-821e-4e54-b9a1-1fd1def3f9bd None None] Network b4625722-be90-4944-a2a2-5603ab9cea5a requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:37.695041 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:37.705441 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Sync routers for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:37.712273 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:37.722004 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.725296 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:37.728129 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:37.805278 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 40a88a65-e5e6-4200-816f-462709f189fb triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:37.805813 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (40a88a65-e5e6-4200-816f-462709f189fb), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.812197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71124ffa-89eb-4c0e-87b9-948d8b410aef,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:37.813990 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:37.883861 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 117b2cb0-1215-4254-9d1f-c2728d00a788) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:37.898398 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-348fd889-580a-4dfe-83a5-7f6b454c5fa1 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4293349 Aug 29 19:07:37.906058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.907503 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-43ec6f0d-0d3d-4012-840c-1db6fe903df4 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2096565 Aug 29 19:07:37.908280 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51010) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:37.913688 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:37.916102 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51014) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:37.927174 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:37.929577 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.968307 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (58d9b974-9f49-488e-ad41-5ca8bd95bc16), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.969632 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (58d9b974-9f49-488e-ad41-5ca8bd95bc16), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.980213 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks [] for security_group (3cd22545-7373-43b5-a627-28150676fc6c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:37.991835 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:38.014496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (3cd22545-7373-43b5-a627-28150676fc6c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.018734 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de8110-2e68-48cb-ad4a-cdc4935055fb None None] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:38.083992 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks [] for router_controller (58d9b974-9f49-488e-ad41-5ca8bd95bc16), precommit_add_association {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.087614 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd22545-7373-43b5-a627-28150676fc6c,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:38.091216 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:07:38.141612 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (f58108cf-83b8-455b-8a2e-2455603f3635), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.142062 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Added segment f58108cf-83b8-455b-8a2e-2455603f3635 of type vlan for network 3ac0b49f-8519-4a22-b984-5eb4002be1c4 Aug 29 19:07:38.162804 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1aeac965-cce5-4c4b-87ff-899ce6fa82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1c9b70da-309e-4ae4-857e-6de6d3fab9a5), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.165556 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1aeac965-cce5-4c4b-87ff-899ce6fa82ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.175343 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-3158960c-443c-4c8e-b73d-6189cd72c96b None None] Current status of the port 40a88a65-e5e6-4200-816f-462709f189fb is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:38.182535 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1aeac965-cce5-4c4b-87ff-899ce6fa82ae admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1c9b70da-309e-4ae4-857e-6de6d3fab9a5 HTTP/1.1" status: 204 len: 168 time: 1.8714008 Aug 29 19:07:38.218801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Publish callbacks [] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.228618 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks [] for router_gateway (b52e5787-9895-4178-8c96-7befdbaf2fb3), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.265373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (3ac0b49f-8519-4a22-b984-5eb4002be1c4), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.319728 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:38.333516 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks [] for router_gateway (58d9b974-9f49-488e-ad41-5ca8bd95bc16), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.378256 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (3ac0b49f-8519-4a22-b984-5eb4002be1c4), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.380448 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:38.382427 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (826beca0-c614-4a07-829c-717b6d1532aa), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.382740 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:38.383577 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.387119 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.403050 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-117b2cb0-1215-4254-9d1f-c2728d00a788', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:07:38.404037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.404473 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:35Z', 'revision_number': 3, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:38.446880 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Checking router: 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:38.447263 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Updating router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:38.490192 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.498364 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9164271 Aug 29 19:07:38.501239 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51020) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:38.507925 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeac965-cce5-4c4b-87ff-899ce6fa82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b70da-309e-4ae4-857e-6de6d3fab9a5,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:38.519043 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0cdb49fa-abec-4f0f-a576-ea459a18159b admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7820263 Aug 29 19:07:38.526179 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51022) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:38.534942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:38.537213 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Request body: {'subnet': {'network_id': '3ac0b49f-8519-4a22-b984-5eb4002be1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-923828121-subnet', 'tenant_id': 'f00fed15633e43d8a7df880cf9a62213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:38.587370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.588477 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.632308 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Made reservation on behalf of f00fed15633e43d8a7df880cf9a62213 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:07:38.636574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.700047 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e060-6c54-4423-8011-a37d4b492f62 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac0b49f-8519-4a22-b984-5eb4002be1c4,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:38.721115 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.745280 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 3ac0b49f-8519-4a22-b984-5eb4002be1c4 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:07:38.791337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Router 826beca0-c614-4a07-829c-717b6d1532aa is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:07:38.808774 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:38.858828 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51028) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:38.879521 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Publish callbacks [] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.892485 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.904616 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Allocated IP 172.20.0.2 (117b2cb0-1215-4254-9d1f-c2728d00a788/71124ffa-89eb-4c0e-87b9-948d8b410aef/319438a7-21c4-4268-a536-337803165dd8) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:38.911009 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks [] for router_controller (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.928885 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks [] for router_gateway (58d9b974-9f49-488e-ad41-5ca8bd95bc16), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:38.952457 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Pushing event updated for resources: {'Port': ['ID=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,revision_number=2']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:38.966731 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.967466 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.967984 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.968473 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.969094 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.969570 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.970043 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.970514 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.970983 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.971488 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.971962 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.973210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.973888 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.974442 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.975054 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Tracked resource versions report: Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: pushed versions: Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: { 'AddressGroup': {'1.2'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Agent': {'1.1'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'ConntrackHelper': {'1.0'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Log': {'1.0'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'NDPProxy': {'1.0'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Network': {'1.1'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Port': {'1.7'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'PortForwarding': {'1.3'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'QosPolicy': {'1.10'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroup': {'1.5'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SubPort': {'1.0'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Subnet': {'1.1'}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Trunk': {'1.1'}} Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: consumer versions: Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: { DHCP agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: HyperV agent@hv-cinder-73126: {}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: L3 agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: Metadata agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: Metering agent@dv-cinder-731261-6-iscsi: {}, Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: Open vSwitch agent@dv-cinder-731261-6-iscsi: { 'AddressGroup': '1.2', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Agent': '1.1', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'ConntrackHelper': '1.0', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'LocalIPAssociation': '1.0', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Log': '1.0', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'NDPProxy': '1.0', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Network': '1.1', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Port': '1.7', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'PortForwarding': '1.3', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'QosPolicy': '1.10', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroup': '1.5', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SecurityGroupRule': '1.2', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'SubPort': '1.0', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Subnet': '1.1', Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: 'Trunk': '1.1'}} Aug 29 19:07:38.977301 dv-cinder-731261-6-iscsi neutron-server[101724]: {{(pid=101724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:07:38.992943 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Attempting to bind port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:38.993778 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Attempting to bind port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:38.994303 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Attempting to bind port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:39.002391 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:39.003053 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:39.005614 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.006238 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:39.007021 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Bound port: 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:39.007595 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.034081 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:39.073162 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] For port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:39.078841 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] For port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:39.080893 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-33d14dfa-98a2-4ade-91bb-cd3f8a24dfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.086961 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.090246 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.120728 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Publish callbacks [] for port (319438a7-21c4-4268-a536-337803165dd8), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.121195 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Allocated IP 172.27.2.80 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/7e609ce3-98e8-40b6-b5de-38ab2f645d40) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:39.143596 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-b4625722-be90-4944-a2a2-5603ab9cea5a', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:07:39.146155 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.150947 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:39.153619 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:39.197819 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0397f5-0fba-4618-9084-f3c91d0df5d0 None None] Pushing event updated for resources: {'Port': ['ID=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:39.211229 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:39.212767 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:39.234540 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:39.248312 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks [] for router_gateway (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.280722 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:39.320502 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:39.323316 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (319438a7-21c4-4268-a536-337803165dd8), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.325388 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-3590742e-8bd8-4967-b257-0b8f11e8d827 None None] Provisioning complete for port 9a044b52-bb73-4e03-bef4-98bc9faab1be triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:39.325747 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3590742e-8bd8-4967-b257-0b8f11e8d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.370743 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Network fca34072-56a5-4db2-b6ce-2bbddd357288 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:39.380960 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-33d14dfa-98a2-4ade-91bb-cd3f8a24dfa6 admin admin] Publish callbacks [] for security_group (b436d72b-7612-48d7-b8de-6e6deef9baf3), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.382196 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:39.384575 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (4f760f66-680d-42bf-afe6-2af9417d33e6), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.403752 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:39.407670 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:39.413554 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.416381 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Pushing event updated for resources: {'Port': ['ID=3834282f-8ec7-4c41-92b9-d75133d8d363,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:39.432061 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ae488fc9-78b2-4b7a-a785-3af35355b797 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9396574 Aug 29 19:07:39.435055 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51038) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:39.451412 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f760f66-680d-42bf-afe6-2af9417d33e6,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:39.452838 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:39.453519 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-33d14dfa-98a2-4ade-91bb-cd3f8a24dfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b436d72b-7612-48d7-b8de-6e6deef9baf3), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.553387 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-33d14dfa-98a2-4ade-91bb-cd3f8a24dfa6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=36fa703b5a7d4098ae0f4f7daadbeffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6930218 Aug 29 19:07:39.555494 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51040) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:39.556600 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d14dfa-98a2-4ade-91bb-cd3f8a24dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436d72b-7612-48d7-b8de-6e6deef9baf3,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:39.570782 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Checking segment: {'id': 'f58108cf-83b8-455b-8a2e-2455603f3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac0b49f-8519-4a22-b984-5eb4002be1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:39.571163 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Network hostable DHCP agents. Network: 3ac0b49f-8519-4a22-b984-5eb4002be1c4, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:07:39.629901 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Network 3ac0b49f-8519-4a22-b984-5eb4002be1c4 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:07:39.683182 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-650502ed-771f-412a-be2a-1dbb71224041 admin admin] Publish callbacks [] for security_group (b436d72b-7612-48d7-b8de-6e6deef9baf3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.690724 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 3ac0b49f-8519-4a22-b984-5eb4002be1c4) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:39.701545 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Allocated IP 172.20.0.2 (b4625722-be90-4944-a2a2-5603ab9cea5a/7bb9aa12-ebf3-4047-a3c3-10085f6588e4/83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:39.731474 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:39.732689 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.781315 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-650502ed-771f-412a-be2a-1dbb71224041 admin admin] Publish callbacks [] for security_group (b436d72b-7612-48d7-b8de-6e6deef9baf3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.807908 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-082aa12b-f8cd-4791-bffb-ebacfd46f00c admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2938519 Aug 29 19:07:39.852562 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:35Z', 'revision_number': 3, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:39.871440 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Publish callbacks [] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.874121 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:39.882073 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-3590742e-8bd8-4967-b257-0b8f11e8d827 None None] Current status of the port 9a044b52-bb73-4e03-bef4-98bc9faab1be is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:39.886974 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76549078-d41c-41e0-b9a5-d01909701604 None None] The sync data for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi is: [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:35Z', 'revision_number': 3, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:39.889872 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-650502ed-771f-412a-be2a-1dbb71224041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b436d72b-7612-48d7-b8de-6e6deef9baf3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.892795 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-650502ed-771f-412a-be2a-1dbb71224041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:39.894183 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-650502ed-771f-412a-be2a-1dbb71224041 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b436d72b-7612-48d7-b8de-6e6deef9baf3 HTTP/1.1" status: 204 len: 168 time: 0.3341951 Aug 29 19:07:39.904541 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650502ed-771f-412a-be2a-1dbb71224041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436d72b-7612-48d7-b8de-6e6deef9baf3,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:39.910991 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30e1b4-5b57-43c0-92c2-1a74cf6bc99b None None] Network 3ac0b49f-8519-4a22-b984-5eb4002be1c4 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:40.008522 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:40.024123 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51048) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:40.037654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-3590742e-8bd8-4967-b257-0b8f11e8d827 None None] Provisioning complete for port 40a88a65-e5e6-4200-816f-462709f189fb triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:40.038051 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3590742e-8bd8-4967-b257-0b8f11e8d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (40a88a65-e5e6-4200-816f-462709f189fb), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.084885 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.094873 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 40a88a65-e5e6-4200-816f-462709f189fb is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:40.105288 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Deleting subnet ce9f85cf-9d44-4706-9f0f-23e68c58bce2 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:07:40.110438 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Publish callbacks [] for subnet (ce9f85cf-9d44-4706-9f0f-23e68c58bce2), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.121585 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Network b4625722-be90-4944-a2a2-5603ab9cea5a is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:40.147133 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:40.149999 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:40.163742 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:40.168813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Publish callbacks [] for subnet (ce9f85cf-9d44-4706-9f0f-23e68c58bce2), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.184060 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (ce9f85cf-9d44-4706-9f0f-23e68c58bce2), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.193792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:40.194447 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:40.257196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks [] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.287131 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:40.310030 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9a044b52-bb73-4e03-bef4-98bc9faab1be up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:40.317270 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (ce9f85cf-9d44-4706-9f0f-23e68c58bce2), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.374702 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:40.377439 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13337c6-eefc-4be1-9cff-23c13f2074ed None None] Network 3ac0b49f-8519-4a22-b984-5eb4002be1c4 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:40.390600 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9f85cf-9d44-4706-9f0f-23e68c58bce2,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:40.392305 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:40.396204 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Attempting to bind port 3834282f-8ec7-4c41-92b9-d75133d8d363 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:40.396765 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Attempting to bind port 3834282f-8ec7-4c41-92b9-d75133d8d363 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:40.397284 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Attempting to bind port 3834282f-8ec7-4c41-92b9-d75133d8d363 on network fca34072-56a5-4db2-b6ce-2bbddd357288 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:40.402719 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.418291 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.419773 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4fa097be-d371-4ae4-87c1-2624ed194fa2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/ce9f85cf-9d44-4706-9f0f-23e68c58bce2 HTTP/1.1" status: 204 len: 168 time: 0.3941517 Aug 29 19:07:40.424615 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51056) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:40.456544 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.465738 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:40.508432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks [] for router_gateway (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.511539 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:40.511920 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Checking segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:40.512323 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.512720 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Bound using segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:40.513581 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Bound port: 3834282f-8ec7-4c41-92b9-d75133d8d363, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:40.513581 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.524343 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (f351c96a-b08d-4af8-864f-abe555214cd3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.527674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Pushing event updated for resources: {'Port': ['ID=319438a7-21c4-4268-a536-337803165dd8,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:40.538451 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:40.596534 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.602842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:40.649435 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:40.651901 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:40.659608 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Pushing event updated for resources: {'Port': ['ID=7e609ce3-98e8-40b6-b5de-38ab2f645d40,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:40.694155 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Attempting to bind port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:40.694525 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Attempting to bind port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:40.694881 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Attempting to bind port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d on network b4625722-be90-4944-a2a2-5603ab9cea5a {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:40.724177 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Allocated IP 172.27.2.126 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/9c4571ca-82e8-4ca6-a640-b217f793f3ab) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:40.774703 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (f351c96a-b08d-4af8-864f-abe555214cd3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.849141 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.849485 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.850247 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.850576 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.851506 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.851876 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.852219 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.852557 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.852873 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.853214 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:40.900811 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:40.904034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Checking segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:40.905376 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.906123 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Bound using segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:40.906625 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Bound port: 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:40.907018 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:40.921325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:41.012567 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-3590742e-8bd8-4967-b257-0b8f11e8d827 None None] Current status of the port 40a88a65-e5e6-4200-816f-462709f189fb is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:41.074713 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] For port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:41.094685 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:41.108625 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] For port 3834282f-8ec7-4c41-92b9-d75133d8d363, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:41.153750 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Allocated IP 172.20.0.1 (9853bcbc-2750-4a4b-ae35-877c673fbf89/57298b0d-dfea-4841-87f3-f132cc8f1eb6/a5f847a4-e9ce-4cb8-8578-8e6e695db99e) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:41.182397 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] For port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:41.189037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:41.253288 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:41.254520 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:41.254770 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:41.255317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:07:41.255819 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f351c96a-b08d-4af8-864f-abe555214cd3']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:41.326788 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks [] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.355810 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks [] for router_gateway (b52e5787-9895-4178-8c96-7befdbaf2fb3), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.388258 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.392098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caae86ba-c87d-47f4-9dcf-0593dab36754') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:41.392528 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caae86ba-c87d-47f4-9dcf-0593dab36754') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:41.449241 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (caae86ba-c87d-47f4-9dcf-0593dab36754), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.461621 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.469218 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] For port 3834282f-8ec7-4c41-92b9-d75133d8d363, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3834282f-8ec7-4c41-92b9-d75133d8d363,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:41.472979 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Pushing event updated for resources: {'Port': ['ID=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:41.480785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:41.488906 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:41.492351 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:41.528740 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (caae86ba-c87d-47f4-9dcf-0593dab36754), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.532026 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Pushing event updated for resources: {'Port': ['ID=9c4571ca-82e8-4ca6-a640-b217f793f3ab,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:41.547476 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:07:41.548195 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (caae86ba-c87d-47f4-9dcf-0593dab36754), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.577040 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks [] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.585247 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:41.600397 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Allocated IP 172.27.2.161 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/0c8d9522-e70d-4cb4-9d33-3fcf271a0d89) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:41.666629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.675995 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:41.700561 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:41.715564 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (f351c96a-b08d-4af8-864f-abe555214cd3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.722226 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.725528 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.731304 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/f351c96a-b08d-4af8-864f-abe555214cd3 HTTP/1.1" status: 204 len: 168 time: 1.3009393 Aug 29 19:07:41.761119 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51086) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:41.761278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119416b-7058-4b6e-b74c-b8ede860ceb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f351c96a-b08d-4af8-864f-abe555214cd3,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:41.792581 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 9a044b52-bb73-4e03-bef4-98bc9faab1be triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:41.794817 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.798630 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Attempting to bind port 319438a7-21c4-4268-a536-337803165dd8 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:41.810577 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Attempting to bind port 319438a7-21c4-4268-a536-337803165dd8 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:41.811197 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Attempting to bind port 319438a7-21c4-4268-a536-337803165dd8 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:41.883756 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:41.901178 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:41.901549 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:41.901942 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.902330 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Bound using segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:41.902806 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Bound port: 319438a7-21c4-4268-a536-337803165dd8, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:41.907838 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (319438a7-21c4-4268-a536-337803165dd8), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:41.919541 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Deleting subnet 4f760f66-680d-42bf-afe6-2af9417d33e6 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:07:41.930477 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Publish callbacks [] for subnet (4f760f66-680d-42bf-afe6-2af9417d33e6), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.014230 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:36Z', 'revision_number': 3, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:42.074777 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (4f760f66-680d-42bf-afe6-2af9417d33e6), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.152745 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:42.153719 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Updating router 826beca0-c614-4a07-829c-717b6d1532aa port 08174836-3e35-4c8e-8ba8-a8b95a81a27e binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:42.156227 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb101ae3-4973-4b81-bb8f-e73f73806919 None None] Pushing event updated for resources: {'Port': ['ID=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:42.188421 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (4f760f66-680d-42bf-afe6-2af9417d33e6), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.317181 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment caae86ba-c87d-47f4-9dcf-0593dab36754 resource provider aggregate not found Aug 29 19:07:42.381766 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2727b2a-331f-43da-9954-5c451e2fcc03 None None] Pushing event updated for resources: {'Port': ['ID=3834282f-8ec7-4c41-92b9-d75133d8d363,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:42.434502 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment caae86ba-c87d-47f4-9dcf-0593dab36754 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caae86ba-c87d-47f4-9dcf-0593dab36754 found for delete ", "request_id": "req-26df2482-b23c-4c45-8275-d9f68e05ff73"}]} Aug 29 19:07:42.449915 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.469961 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (4f760f66-680d-42bf-afe6-2af9417d33e6), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.482980 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks [] for router_gateway (58d9b974-9f49-488e-ad41-5ca8bd95bc16), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.513544 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.534634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] For port 319438a7-21c4-4268-a536-337803165dd8, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:42.566113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] For port 319438a7-21c4-4268-a536-337803165dd8, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=319438a7-21c4-4268-a536-337803165dd8,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:42.573109 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 9a044b52-bb73-4e03-bef4-98bc9faab1be is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:42.585688 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (319438a7-21c4-4268-a536-337803165dd8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.628280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (b52e5787-9895-4178-8c96-7befdbaf2fb3), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.655177 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:42.675478 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:42.692222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Pushing event updated for resources: {'Port': ['ID=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:42.715624 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:42.716100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.827184 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765678e-cb13-4445-83d1-a467c05a06ac None None] Pushing event updated for resources: {'Port': ['ID=319438a7-21c4-4268-a536-337803165dd8,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:42.875911 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:07:42.915775 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Allocated IP 172.20.0.1 (72f0c062-bae6-4f61-bab2-9380409ee0e3/4e3c8e73-b6aa-4bee-9312-0b9a3d580f65/5fbc7592-20f0-4e0b-834b-6be1a4987dda) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:42.918787 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.922230 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks [] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.929175 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3834282f-8ec7-4c41-92b9-d75133d8d363 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:42.960450 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f760f66-680d-42bf-afe6-2af9417d33e6,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:42.968951 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:42.976889 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c02d6717-79de-42ec-bee3-2cf7e4136a1e admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/4f760f66-680d-42bf-afe6-2af9417d33e6 HTTP/1.1" status: 204 len: 168 time: 1.2065554 Aug 29 19:07:42.984096 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51112) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:43.076653 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:43.103427 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 3834282f-8ec7-4c41-92b9-d75133d8d363 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:43.104328 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.290758 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:43.330578 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-a1206ebf-e350-4384-8a8c-356f8bd34f6f None None] Provisioning complete for port a5f847a4-e9ce-4cb8-8578-8e6e695db99e triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:43.331588 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a1206ebf-e350-4384-8a8c-356f8bd34f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.334000 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 3834282f-8ec7-4c41-92b9-d75133d8d363 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:43.334381 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.351106 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (3ac0b49f-8519-4a22-b984-5eb4002be1c4), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.381865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks [] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.426579 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-a1206ebf-e350-4384-8a8c-356f8bd34f6f None None] Port a5f847a4-e9ce-4cb8-8578-8e6e695db99e cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:43.429419 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 3834282f-8ec7-4c41-92b9-d75133d8d363, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3834282f-8ec7-4c41-92b9-d75133d8d363,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:43.438277 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.439163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:43.448494 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (58d9b974-9f49-488e-ad41-5ca8bd95bc16), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.500933 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.577123 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:43.603514 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (3ac0b49f-8519-4a22-b984-5eb4002be1c4), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.617384 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:43.639540 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbc7592-20f0-4e0b-834b-6be1a4987dda,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:43.640125 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=3834282f-8ec7-4c41-92b9-d75133d8d363,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:43.653336 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:43.653631 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.654278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac0b49f-8519-4a22-b984-5eb4002be1c4']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:43.701246 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:43.711897 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24120710-138f-4d76-a57b-c2852b891d8c None None] Network fca34072-56a5-4db2-b6ce-2bbddd357288 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:43.717312 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:43.727210 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58108cf-83b8-455b-8a2e-2455603f3635') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:43.727508 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58108cf-83b8-455b-8a2e-2455603f3635') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:43.732703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Router b52e5787-9895-4178-8c96-7befdbaf2fb3 is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:07:43.753594 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:43.754077 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (826beca0-c614-4a07-829c-717b6d1532aa), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.757669 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.763447 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (f58108cf-83b8-455b-8a2e-2455603f3635), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.813704 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (f58108cf-83b8-455b-8a2e-2455603f3635), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.850762 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:07:43.852434 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (f58108cf-83b8-455b-8a2e-2455603f3635), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.889627 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-e63d4b07-4685-4ea0-9ce7-d1d48204a2cc None None] Provisioning complete for port 3834282f-8ec7-4c41-92b9-d75133d8d363 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:43.890182 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e63d4b07-4685-4ea0-9ce7-d1d48204a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.945036 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:43.959397 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (3ac0b49f-8519-4a22-b984-5eb4002be1c4), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.967259 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:43.974804 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/3ac0b49f-8519-4a22-b984-5eb4002be1c4 HTTP/1.1" status: 204 len: 168 time: 0.9786949 Aug 29 19:07:43.998491 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:44.002881 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a2ad7-e916-40d5-bfa2-536131d02b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac0b49f-8519-4a22-b984-5eb4002be1c4,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:44.043745 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:07:44.056507 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:44.153375 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:44.163345 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:44.185905 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:44.308641 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62420e-2afd-46cf-b33a-c45da9150af8 None None] Network b4625722-be90-4944-a2a2-5603ab9cea5a requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:44.332860 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:44.343049 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:44.344976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:44.348181 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:44.366884 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:44.369495 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:44.383412 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:44.384713 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-77688c78-91c5-4131-9408-2d446e3dc93b admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4753580 Aug 29 19:07:44.388007 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51128) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:44.538545 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:44.538674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:44.600328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51134) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:44.606005 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:44.625792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:44.627429 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:44.636676 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:44.657264 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment f58108cf-83b8-455b-8a2e-2455603f3635 resource provider aggregate not found Aug 29 19:07:44.717524 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:44.731876 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d11904bd-90c5-4583-8c85-06128c6e9ee3 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=88c406ecbec9468487e33d84fd16afd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1281040 Aug 29 19:07:44.732780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51140) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:44.734983 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment f58108cf-83b8-455b-8a2e-2455603f3635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f58108cf-83b8-455b-8a2e-2455603f3635 found for delete ", "request_id": "req-3edba102-e5e0-4156-a22d-38487a9e7d38"}]} Aug 29 19:07:44.765996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:44.790896 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-e63d4b07-4685-4ea0-9ce7-d1d48204a2cc None None] Current status of the port 3834282f-8ec7-4c41-92b9-d75133d8d363 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:44.811035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e631a-ac3f-4344-a312-4a96e081873a None None] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:07:44.827008 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Publish callbacks [] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.018257 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:41Z', 'revision_number': 3, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:45.034571 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-326176f9-8b52-40a4-abf9-2f72ec9d2db2 admin admin] Publish callbacks [] for security_group (6c7a4a61-b504-443c-a690-69f2926314b6), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.065757 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.074346 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:45.074683 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Updating router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 port 9c4571ca-82e8-4ca6-a640-b217f793f3ab binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:45.092036 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:45.093077 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks [] for router_gateway (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.107608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-326176f9-8b52-40a4-abf9-2f72ec9d2db2 admin admin] Publish callbacks [] for security_group (6c7a4a61-b504-443c-a690-69f2926314b6), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.128344 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:45.150234 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.229953 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:45.231881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.263245 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Provisioning complete for port 3834282f-8ec7-4c41-92b9-d75133d8d363 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:45.263744 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.265578 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Attempting to bind port 08174836-3e35-4c8e-8ba8-a8b95a81a27e on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:45.266045 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Attempting to bind port 08174836-3e35-4c8e-8ba8-a8b95a81a27e by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:45.268796 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Attempting to bind port 08174836-3e35-4c8e-8ba8-a8b95a81a27e on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:45.302310 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Sync routers for ids ['b52e5787-9895-4178-8c96-7befdbaf2fb3'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:45.317695 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-326176f9-8b52-40a4-abf9-2f72ec9d2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (6c7a4a61-b504-443c-a690-69f2926314b6), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.321879 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.324039 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-326176f9-8b52-40a4-abf9-2f72ec9d2db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.326488 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0a83665f-850e-4aec-afc8-7424c209786c admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.3768666 Aug 29 19:07:45.327836 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-326176f9-8b52-40a4-abf9-2f72ec9d2db2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/6c7a4a61-b504-443c-a690-69f2926314b6 HTTP/1.1" status: 204 len: 168 time: 0.5888655 Aug 29 19:07:45.338128 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51146) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:45.342811 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:45.452714 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:45.453209 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:45.453852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.454269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:45.454767 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Bound port: 08174836-3e35-4c8e-8ba8-a8b95a81a27e, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:45.455213 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.466479 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:45.506602 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:45.508353 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.657822 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] For port 08174836-3e35-4c8e-8ba8-a8b95a81a27e, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:45.665874 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] For port 08174836-3e35-4c8e-8ba8-a8b95a81a27e, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=08174836-3e35-4c8e-8ba8-a8b95a81a27e,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:45.747769 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326176f9-8b52-40a4-abf9-2f72ec9d2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a4a61-b504-443c-a690-69f2926314b6,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:45.763760 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.857104 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:45.891508 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47e63c-37e9-44ad-aef5-b10cb388ef9a None None] Pushing event updated for resources: {'Port': ['ID=08174836-3e35-4c8e-8ba8-a8b95a81a27e,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:45.979106 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Routers {'b52e5787-9895-4178-8c96-7befdbaf2fb3'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:45.979106 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['b52e5787-9895-4178-8c96-7befdbaf2fb3'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:45.983712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:45.983889 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Publish callbacks [] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:45.983988 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:45.998743 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.080656 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Attempting to bind port 9c4571ca-82e8-4ca6-a640-b217f793f3ab on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:46.080968 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Attempting to bind port 9c4571ca-82e8-4ca6-a640-b217f793f3ab by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:46.081306 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Attempting to bind port 9c4571ca-82e8-4ca6-a640-b217f793f3ab on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:46.130442 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:46.131016 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:46.131668 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.132163 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:46.133364 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Bound port: 9c4571ca-82e8-4ca6-a640-b217f793f3ab, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:46.134319 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.138481 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:46.161250 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks [] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.180834 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.182229 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.202830 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915dde2-bc09-459b-9b9d-837e16b3e048 None None] Pushing event updated for resources: {'Port': ['ID=9c4571ca-82e8-4ca6-a640-b217f793f3ab,revision_number=2']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:46.218238 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.345548 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:46.346894 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] For port 9c4571ca-82e8-4ca6-a640-b217f793f3ab, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:46.352282 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51164) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:46.353177 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] For port 9c4571ca-82e8-4ca6-a640-b217f793f3ab, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9c4571ca-82e8-4ca6-a640-b217f793f3ab,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:46.358320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47e63c-37e9-44ad-aef5-b10cb388ef9a None None] Pushing event updated for resources: {'Port': ['ID=08174836-3e35-4c8e-8ba8-a8b95a81a27e,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:46.376775 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Current status of the port 3834282f-8ec7-4c41-92b9-d75133d8d363 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:46.380385 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.381106 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:46.415474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Pushing event updated for resources: {'Port': ['ID=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:46.448771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:46.449427 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.452471 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:46.453335 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:46.492379 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:46.500333 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.508270 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Set router b52e5787-9895-4178-8c96-7befdbaf2fb3 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:46.526055 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Provisioning complete for port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:46.527474 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.572822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks [] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.670313 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.671855 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (826beca0-c614-4a07-829c-717b6d1532aa), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.672097 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:46.695919 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.703794 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915dde2-bc09-459b-9b9d-837e16b3e048 None None] Pushing event updated for resources: {'Port': ['ID=9c4571ca-82e8-4ca6-a640-b217f793f3ab,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:46.749262 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:46.789927 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:46.870740 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:46.874816 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-91a488de-8b3b-4805-9fc4-84349d73f261 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f00fed15633e43d8a7df880cf9a62213&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4800193 Aug 29 19:07:46.881817 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51166) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:46.912048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:46.927297 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:46.935045 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Allocated IP 172.20.0.1 (b4625722-be90-4944-a2a2-5603ab9cea5a/7bb9aa12-ebf3-4047-a3c3-10085f6588e4/5ac2edb6-cf43-49b5-9a29-9ce615149830) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:46.986651 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:47.016221 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Current status of the port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:47.018413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:47.024561 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbc7592-20f0-4e0b-834b-6be1a4987dda,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:47.034412 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:47.042245 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Provisioning complete for port 319438a7-21c4-4268-a536-337803165dd8 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:47.042647 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (319438a7-21c4-4268-a536-337803165dd8), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.075210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:41Z', 'revision_number': 3, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:47.082997 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:07:42Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:47.124154 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4ede4-a3e1-47c8-9f7e-fb4a8806ea25 None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:41Z', 'revision_number': 3, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:47.129576 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:07:40Z', 'revision_number': 3, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:47.151808 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3834282f-8ec7-4c41-92b9-d75133d8d363 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:47.249814 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9bcd7-e8d7-4261-b43e-f3505b4a1d22 None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:07:42Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:47.257391 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:47.258018 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:47.283095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:07:47.292751 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Router 826beca0-c614-4a07-829c-717b6d1532aa has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:07:47.299650 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:47.302010 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db6fc1bf-4624-40bd-b2f3-436c23fe0249 admin admin] Publish callbacks [] for security_group (3cd22545-7373-43b5-a627-28150676fc6c), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.330200 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Checking router: b52e5787-9895-4178-8c96-7befdbaf2fb3 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:47.330806 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Updating router b52e5787-9895-4178-8c96-7befdbaf2fb3 port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:47.390413 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db6fc1bf-4624-40bd-b2f3-436c23fe0249 admin admin] Publish callbacks [] for security_group (3cd22545-7373-43b5-a627-28150676fc6c), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.432702 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.484869 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks [] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.513634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:07:47.531608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Allocated IP 172.20.0.1 (fca34072-56a5-4db2-b6ce-2bbddd357288/3377f28b-1e40-46c8-9107-00c9fa06ea4a/b92a6ed0-3147-4cb3-8617-2440ab2a5586) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:47.534394 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:47.539151 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Current status of the port 319438a7-21c4-4268-a536-337803165dd8 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:47.539542 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (319438a7-21c4-4268-a536-337803165dd8), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.546805 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db6fc1bf-4624-40bd-b2f3-436c23fe0249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (3cd22545-7373-43b5-a627-28150676fc6c), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.549370 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db6fc1bf-4624-40bd-b2f3-436c23fe0249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.550550 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-db6fc1bf-4624-40bd-b2f3-436c23fe0249 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/3cd22545-7373-43b5-a627-28150676fc6c HTTP/1.1" status: 204 len: 168 time: 0.6680102 Aug 29 19:07:47.556047 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 3834282f-8ec7-4c41-92b9-d75133d8d363 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:47.556782 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.585816 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fc1bf-4624-40bd-b2f3-436c23fe0249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd22545-7373-43b5-a627-28150676fc6c,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:47.610441 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.713209 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Network b4625722-be90-4944-a2a2-5603ab9cea5a is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:47.716754 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:47.718075 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:47.750335 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:47.874165 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] For port 319438a7-21c4-4268-a536-337803165dd8, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=319438a7-21c4-4268-a536-337803165dd8,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:47.893258 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (319438a7-21c4-4268-a536-337803165dd8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:47.902658 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac2edb6-cf43-49b5-9a29-9ce615149830,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:47.956025 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (58d9b974-9f49-488e-ad41-5ca8bd95bc16), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:48.031289 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Provisioning complete for port 5fbc7592-20f0-4e0b-834b-6be1a4987dda triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:48.033891 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:48.147187 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:48.158880 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:48.192350 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:48.193002 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:48.242654 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:48.263028 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0439a853-b2c7-42b9-9504-b23246d68acb admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/1e6a6531-9f8e-456e-94f3-6f3c27f5c34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3421829 Aug 29 19:07:48.303880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:48.307534 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks [] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:48.313439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:48.316127 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-6d92159f-2471-4202-bf13-5c2937c082e4 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7845180 Aug 29 19:07:48.337352 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Pushing event updated for resources: {'Port': ['ID=319438a7-21c4-4268-a536-337803165dd8,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:48.337571 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-609c17da-1ce1-42df-b028-810e30761cd9 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/826beca0-c614-4a07-829c-717b6d1532aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8809845 Aug 29 19:07:48.337571 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51196) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:48.372521 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Sync routers for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:48.458248 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 3834282f-8ec7-4c41-92b9-d75133d8d363 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:48.463104 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:48.530952 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:48.552148 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:48.594447 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:48.595309 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:48.618420 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:48.676824 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:48.686091 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Pushing event updated for resources: {'Port': ['ID=b92a6ed0-3147-4cb3-8617-2440ab2a5586,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:48.814770 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d2450-21e7-43b3-9bbd-ec744f88a9e8 None None] Port 5fbc7592-20f0-4e0b-834b-6be1a4987dda cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:48.885558 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Network fca34072-56a5-4db2-b6ce-2bbddd357288 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:48.890557 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:48.896373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:48.904011 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:48.996114 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (b52e5787-9895-4178-8c96-7befdbaf2fb3), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.048099 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 3, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:49.107846 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:49.108832 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.167758 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:49.168298 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Updating router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:49.192791 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Provisioning complete for port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:49.193386 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.260556 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.287717 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:49.380141 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:49.572917 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.747692 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:49.749053 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 319438a7-21c4-4268-a536-337803165dd8 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:49.789719 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:49.824269 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks [] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.844774 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:49.947814 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:50.008712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Current status of the port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:50.013850 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Publish callbacks [] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.049478 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:50.064858 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.119737 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Provisioning complete for port 319438a7-21c4-4268-a536-337803165dd8 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:50.119737 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (319438a7-21c4-4268-a536-337803165dd8), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.142962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.169628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:50.192614 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:50.198328 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 319438a7-21c4-4268-a536-337803165dd8 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:50.198743 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (319438a7-21c4-4268-a536-337803165dd8), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.303145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Attempting to bind port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:50.312913 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Attempting to bind port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:50.315830 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Attempting to bind port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:50.345539 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:50.348110 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:50.348734 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.351722 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:50.352412 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Bound port: 7e609ce3-98e8-40b6-b5de-38ab2f645d40, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:50.352963 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.422389 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (58d9b974-9f49-488e-ad41-5ca8bd95bc16), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.438898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Allocated IP 172.20.0.1 (117b2cb0-1215-4254-9d1f-c2728d00a788/71124ffa-89eb-4c0e-87b9-948d8b410aef/3b9ae687-ddad-461b-af1f-f71d252d84c6) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:50.460703 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac2edb6-cf43-49b5-9a29-9ce615149830,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:50.491452 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc33fe-6808-4111-a6cc-f79e081792d8 None None] Pushing event updated for resources: {'Port': ['ID=7e609ce3-98e8-40b6-b5de-38ab2f645d40,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:50.512475 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51276) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:50.530893 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Publish callbacks [] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.539497 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798518892', 'description': 'tempest-description--939451373'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:50.553115 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.671045 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 2, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:50.682315 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Attempting to bind port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:50.684040 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Attempting to bind port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:50.684409 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Attempting to bind port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:50.691327 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] For port 7e609ce3-98e8-40b6-b5de-38ab2f645d40, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:50.693358 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks [] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.696215 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78502698-4cc2-4fd5-a123-38336b724a64 None None] Pushing event updated for resources: {'Port': ['ID=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,revision_number=2']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:50.711667 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:50.712388 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.716744 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:50.718432 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.718993 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:50.721082 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Bound port: 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:50.721685 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.779529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.842190 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Checking router: 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:50.848333 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Updating router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c port a5f847a4-e9ce-4cb8-8578-8e6e695db99e binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:50.871527 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] For port 7e609ce3-98e8-40b6-b5de-38ab2f645d40, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=7e609ce3-98e8-40b6-b5de-38ab2f645d40,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:50.899566 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] For port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:50.904761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Pushing event updated for resources: {'Port': ['ID=3b9ae687-ddad-461b-af1f-f71d252d84c6,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:50.907234 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] For port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:50.921791 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:50.930449 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Current status of the port 319438a7-21c4-4268-a536-337803165dd8 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:50.943794 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.955868 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:50.959634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:50.965968 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:50.967142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.983558 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Provisioning complete for port 5ac2edb6-cf43-49b5-9a29-9ce615149830 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:50.984143 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:50.997652 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.050587 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 319438a7-21c4-4268-a536-337803165dd8 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:51.164267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.171584 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Network b4625722-be90-4944-a2a2-5603ab9cea5a is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:51.196045 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78502698-4cc2-4fd5-a123-38336b724a64 None None] Pushing event updated for resources: {'Port': ['ID=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:51.204850 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:51.217293 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:51.217937 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:51.232292 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Port 5ac2edb6-cf43-49b5-9a29-9ce615149830 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:51.290164 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Provisioning complete for port a5f847a4-e9ce-4cb8-8578-8e6e695db99e triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:51.290759 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.298785 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Routers {'b52e5787-9895-4178-8c96-7befdbaf2fb3'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:51.305148 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['b52e5787-9895-4178-8c96-7befdbaf2fb3'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:51.428687 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:51.439337 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:51.465872 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks [] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.527541 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.582531 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51324) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:51.600981 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (19306496-5036-4d1f-b809-071034ecec61), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.601560 dv-cinder-731261-6-iscsi neutron-server[101722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 19:07:51.635842 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (19306496-5036-4d1f-b809-071034ecec61), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.675194 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.700786 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:51.736447 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9c4571ca-82e8-4ca6-a640-b217f793f3ab up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:51.746030 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc33fe-6808-4111-a6cc-f79e081792d8 None None] Pushing event updated for resources: {'Port': ['ID=7e609ce3-98e8-40b6-b5de-38ab2f645d40,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:51.753248 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:07:51.758822 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.768236 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2431710 Aug 29 19:07:51.770192 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51328) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:51.796752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'security_group_rule': {'security_group_id': '19306496-5036-4d1f-b809-071034ecec61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:51.807852 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (b52e5787-9895-4178-8c96-7befdbaf2fb3), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:51.808509 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:51.815448 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Pushing event updated for resources: {'Port': ['ID=b92a6ed0-3147-4cb3-8617-2440ab2a5586,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:51.829979 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5a080-5118-4e63-92ed-93296e88c47e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19306496-5036-4d1f-b809-071034ecec61,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:51.978016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Port a5f847a4-e9ce-4cb8-8578-8e6e695db99e cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:51.979847 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 3, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:52.022399 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf5b24-2e8e-422d-ba75-680d836d5d9f None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 3, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:52.058236 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Provisioning complete for port 5fbc7592-20f0-4e0b-834b-6be1a4987dda triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:52.058600 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.076397 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-5353cbe5-3049-4b27-b013-a4b73c3ad981 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:52.079047 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-5353cbe5-3049-4b27-b013-a4b73c3ad981 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 819 time: 0.4887161 Aug 29 19:07:52.088150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (6079b91d-2985-42e6-a0aa-f3bdeaaa3374), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.143014 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-e8b0d00c-19b5-4a59-b5ea-46ed62f9d257 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/quotas/b429eb37f4ed408d830ef2c1034e9bdc HTTP/1.1" status: 200 len: 375 time: 0.0160408 Aug 29 19:07:52.152307 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:52.162312 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] Set router b52e5787-9895-4178-8c96-7befdbaf2fb3 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:52.295192 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:52.386846 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 9c4571ca-82e8-4ca6-a640-b217f793f3ab triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:52.387559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.404707 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Network fca34072-56a5-4db2-b6ce-2bbddd357288 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:52.409587 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-e40ae22e-e7ca-40c1-b71d-6c4071304d16 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2590032 Aug 29 19:07:52.415801 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:52.418099 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:52.425411 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (6079b91d-2985-42e6-a0aa-f3bdeaaa3374), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.435681 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:52.470381 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:52.471032 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:52.482788 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-56f47140-be5d-443b-ba6f-0066de3cad7b None None] Port 5fbc7592-20f0-4e0b-834b-6be1a4987dda cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:52.498181 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-bddae3c1-2456-4f3c-a1c2-63f9f1b87442 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/58d9b974-9f49-488e-ad41-5ca8bd95bc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1063805 Aug 29 19:07:52.530627 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks [] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.541095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.543444 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.720982 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (6079b91d-2985-42e6-a0aa-f3bdeaaa3374), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.751710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Pushing event updated for resources: {'Port': ['ID=3b9ae687-ddad-461b-af1f-f71d252d84c6,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:52.820979 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Publish callbacks [] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.822658 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:52.835766 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:52.848556 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:52.857802 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:52.879591 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:52.988042 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b466f7-fcdb-4d93-8a79-cf333dc5cb57 None None] Pushing event updated for resources: {'Port': ['ID=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:53.008843 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Provisioning complete for port 5ac2edb6-cf43-49b5-9a29-9ce615149830 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:53.009230 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.090057 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.096759 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3190863 Aug 29 19:07:53.098160 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:53.103456 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:53.104121 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:53.106240 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51372) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:53.113331 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'security_group_rule': {'security_group_id': '19306496-5036-4d1f-b809-071034ecec61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:53.121661 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137c28b-9114-4f21-84ed-c7e1de55cc29 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6079b91d-2985-42e6-a0aa-f3bdeaaa3374,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:53.178967 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Router b52e5787-9895-4178-8c96-7befdbaf2fb3 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:07:53.259488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:07:53.283932 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-03e34450-b837-409d-af94-bfe768066711 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:07:53.294896 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-03e34450-b837-409d-af94-bfe768066711 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3084619 Aug 29 19:07:53.297332 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Port 5ac2edb6-cf43-49b5-9a29-9ce615149830 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:53.301968 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 9c4571ca-82e8-4ca6-a640-b217f793f3ab is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:53.302621 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.333136 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 9c4571ca-82e8-4ca6-a640-b217f793f3ab, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9c4571ca-82e8-4ca6-a640-b217f793f3ab,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:53.343611 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:53.375119 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.377634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:53.450450 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51376) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:53.473878 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557247666', 'description': 'tempest-description--1427610885'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:53.513333 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:53.518508 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:53.534565 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:53.559385 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2802de12-d3cf-470b-8055-cc6a8188416b admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/b52e5787-9895-4178-8c96-7befdbaf2fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2023454 Aug 29 19:07:53.568069 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.649350 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:07:53.667753 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c60be280-7c7b-44c7-bec7-0258def6fc0b admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/fc618cd8-07d4-46e2-a4d9-f67954f3bd48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3296504 Aug 29 19:07:53.670486 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (2acb9387-46b9-45e8-83ea-19cb092aa45a), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.716517 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (12ce0df2-18ae-40f3-b3b5-53120a7f65c5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.728615 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 2, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:53.729561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (12ce0df2-18ae-40f3-b3b5-53120a7f65c5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.765363 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:53.765716 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Updating router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 port 5ac2edb6-cf43-49b5-9a29-9ce615149830 binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:53.793804 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ce0df2-18ae-40f3-b3b5-53120a7f65c5,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:53.822371 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.827872 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ee329646-8b69-4ad6-9216-2afe60c149fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3710992 Aug 29 19:07:53.828810 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51386) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:53.839983 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.842070 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'security_group_rule': {'security_group_id': '12ce0df2-18ae-40f3-b3b5-53120a7f65c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:53.876873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (2acb9387-46b9-45e8-83ea-19cb092aa45a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.892053 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-710f95ea-fb68-4a50-9e20-5d7161b4a2bc service neutron] 10.222.0.94 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955801 Aug 29 19:07:53.938040 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (242eeda6-598c-435a-929f-bd968841c194), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:53.962915 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:53.964068 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:53.981977 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Provisioning complete for port 3b9ae687-ddad-461b-af1f-f71d252d84c6 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:53.982538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.023843 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (242eeda6-598c-435a-929f-bd968841c194), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.025621 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:54.031226 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (242eeda6-598c-435a-929f-bd968841c194), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.034190 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (2acb9387-46b9-45e8-83ea-19cb092aa45a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.057881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acb9387-46b9-45e8-83ea-19cb092aa45a,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:54.062130 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242eeda6-598c-435a-929f-bd968841c194,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:54.078498 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.084101 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6411a314-bd27-45cc-8167-f56c2e2fe0cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537041 Aug 29 19:07:54.084973 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51402) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:54.098573 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'security_group_rule': {'security_group_id': '12ce0df2-18ae-40f3-b3b5-53120a7f65c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:54.112331 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.116319 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-4b01953d-2676-4111-b645-79f59a95c9d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0064285 Aug 29 19:07:54.122737 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51408) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:54.134197 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:54.150658 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-a3cfb7fd-b85e-4b44-a972-f119a9b22321 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577085 Aug 29 19:07:54.188865 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=9c4571ca-82e8-4ca6-a640-b217f793f3ab,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:54.204215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (b0766f93-68d5-476f-ae4a-e59d48eeab2d), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.272352 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (b0766f93-68d5-476f-ae4a-e59d48eeab2d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.273855 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.313704 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:07:45Z', 'revision_number': 2, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:54.324363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'b92a6ed0-3147-4cb3-8617-2440ab2a5586', 'name': '', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'mac_address': 'fa:16:3e:a9:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:07:47Z', 'revision_number': 1, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'subnets': [{'id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:54.332898 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (b0766f93-68d5-476f-ae4a-e59d48eeab2d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.341863 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Publish callbacks [] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.362431 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.390926 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51422) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:54.397177 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:54.397532 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Updating router 826beca0-c614-4a07-829c-717b6d1532aa port 5fbc7592-20f0-4e0b-834b-6be1a4987dda binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:54.399749 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Port 3b9ae687-ddad-461b-af1f-f71d252d84c6 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:54.402196 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac81fcc-3e1f-45b4-826e-69ea77b7174a None None] The sync data for ids ['b52e5787-9895-4178-8c96-7befdbaf2fb3'] in dv-cinder-731261-6-iscsi is: [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'b92a6ed0-3147-4cb3-8617-2440ab2a5586', 'name': '', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'mac_address': 'fa:16:3e:a9:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:07:47Z', 'revision_number': 1, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'subnets': [{'id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:54.418667 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Attempting to bind port a5f847a4-e9ce-4cb8-8578-8e6e695db99e on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:54.419038 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Attempting to bind port a5f847a4-e9ce-4cb8-8578-8e6e695db99e by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:54.419480 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Attempting to bind port a5f847a4-e9ce-4cb8-8578-8e6e695db99e on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:54.436115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0766f93-68d5-476f-ae4a-e59d48eeab2d,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:54.438168 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:54.461241 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.462398 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8793eadd-ab6f-4fef-8a6f-009cf99bf8a3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744991 Aug 29 19:07:54.474213 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51430) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:54.478580 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Provisioning complete for port b92a6ed0-3147-4cb3-8617-2440ab2a5586 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:54.479085 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.479877 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:54.487263 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:54.487609 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Checking segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:54.492130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.492130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Bound using segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:54.492130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Bound port: a5f847a4-e9ce-4cb8-8578-8e6e695db99e, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:54.492130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.529944 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.532085 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:54.532580 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.586839 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8250fe-7706-4343-8301-1086bacf8955 None None] Pushing event updated for resources: {'Port': ['ID=5ac2edb6-cf43-49b5-9a29-9ce615149830,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:54.654132 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.665376 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-620cf9d2-2a3d-441a-881e-2813a6702ab1 None None] Port b92a6ed0-3147-4cb3-8617-2440ab2a5586 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:54.719570 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Attempting to bind port 5ac2edb6-cf43-49b5-9a29-9ce615149830 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:54.719876 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Attempting to bind port 5ac2edb6-cf43-49b5-9a29-9ce615149830 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:54.720248 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Attempting to bind port 5ac2edb6-cf43-49b5-9a29-9ce615149830 on network b4625722-be90-4944-a2a2-5603ab9cea5a {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:54.736854 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:54.738846 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Checking segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:54.739375 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.739728 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Bound using segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:54.740289 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Bound port: 5ac2edb6-cf43-49b5-9a29-9ce615149830, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:54.742332 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.819090 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51446) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:54.827355 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077242416', 'description': 'tempest-description--453312225'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:54.839365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] For port a5f847a4-e9ce-4cb8-8578-8e6e695db99e, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:54.857897 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.870135 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] For port a5f847a4-e9ce-4cb8-8578-8e6e695db99e, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:54.872702 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-149403fe-c741-463b-8586-91a41cb2c3c3 None None] Provisioning complete for port 3b9ae687-ddad-461b-af1f-f71d252d84c6 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:54.873198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-149403fe-c741-463b-8586-91a41cb2c3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.916056 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:54.948237 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] For port 5ac2edb6-cf43-49b5-9a29-9ce615149830, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:54.958823 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] For port 5ac2edb6-cf43-49b5-9a29-9ce615149830, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=5ac2edb6-cf43-49b5-9a29-9ce615149830,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:54.966838 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:54.976519 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:55.013382 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:55.017704 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:55.029420 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:55.044117 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:55.079119 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:55.104517 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e2b1de4-d230-4239-87ee-85da2150df1f req-7afd534c-a73e-46cf-a28b-071d0d75b722 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 210 time: 0.1912787 Aug 29 19:07:55.121755 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:55.123255 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 319438a7-21c4-4268-a536-337803165dd8 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:55.127691 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-149403fe-c741-463b-8586-91a41cb2c3c3 None None] Port 3b9ae687-ddad-461b-af1f-f71d252d84c6 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:55.152447 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-fb6e91e8-432a-4321-9488-ddebca336f04 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:55.167659 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-fb6e91e8-432a-4321-9488-ddebca336f04 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/networks?id=fca34072-56a5-4db2-b6ce-2bbddd357288 HTTP/1.1" status: 200 len: 811 time: 0.7755558 Aug 29 19:07:55.186744 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:55.218009 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-6cc48892-54b4-4ed4-bdf7-8ad05c019fb7 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/quotas/74f3f1161ef84f30bbd787e9361a0dac HTTP/1.1" status: 200 len: 375 time: 0.0489841 Aug 29 19:07:55.341751 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:55.351772 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8250fe-7706-4343-8301-1086bacf8955 None None] Pushing event updated for resources: {'Port': ['ID=5ac2edb6-cf43-49b5-9a29-9ce615149830,revision_number=4']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:55.374715 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-3773d262-5a42-4968-ba93-031037ed5a8f tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=74f3f1161ef84f30bbd787e9361a0dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555073 Aug 29 19:07:55.482890 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:07:55.552885 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-4329aae5-745d-4fe5-a160-c9ef481b1d2a service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:07:55.567351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-4329aae5-745d-4fe5-a160-c9ef481b1d2a service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1137211 Aug 29 19:07:55.583404 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:55.584465 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:55.601057 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:55.736756 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-6581265c-e382-4518-b521-888576436029 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683662 Aug 29 19:07:55.891411 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Allocated IP 172.27.2.121 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/18963b72-c959-4b9b-97c2-089ddd4e7117) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:55.989387 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Publish callbacks [] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.002711 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:56.004470 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:56.020711 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (a09fb27c-c313-4710-9912-529b25061e33), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.047717 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a09fb27c-c313-4710-9912-529b25061e33), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.126247 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b6229a3f-c7bf-4130-a68e-5d56fcde0870 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885994 Aug 29 19:07:56.148197 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:56.197523 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e78f4783-b283-46ae-9330-9b6b6b2c67ce tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:07:56.206244 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e78f4783-b283-46ae-9330-9b6b6b2c67ce tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 819 time: 0.4653914 Aug 29 19:07:56.237833 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-6b31b99a-7ec5-4b12-99aa-2680e1b45f96 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/quotas/b429eb37f4ed408d830ef2c1034e9bdc HTTP/1.1" status: 200 len: 375 time: 0.0250168 Aug 29 19:07:56.246978 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:56.325585 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.350082 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5280075 Aug 29 19:07:56.350082 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51512) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:56.390250 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:56.399740 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:56.402340 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b466f7-fcdb-4d93-8a79-cf333dc5cb57 None None] Pushing event updated for resources: {'Port': ['ID=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:56.402694 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-8ccb761c-08f1-4e07-b946-9a042a960a19 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584816 Aug 29 19:07:56.413004 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.475505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': 'a09fb27c-c313-4710-9912-529b25061e33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:56.491341 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-149403fe-c741-463b-8586-91a41cb2c3c3 None None] Provisioning complete for port b92a6ed0-3147-4cb3-8617-2440ab2a5586 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:56.491640 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-149403fe-c741-463b-8586-91a41cb2c3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.522763 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:56.527726 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ba5ba-13f0-445a-aa2b-513eef07d79e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09fb27c-c313-4710-9912-529b25061e33,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:56.535726 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.574093 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (b38cfe4e-c9c0-4034-a6fd-741dfe03c6c8), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.728995 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-c26d6d33-12f5-4aa7-9392-2733481f5163 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248861 Aug 29 19:07:56.742101 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:56.793626 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:07:54Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:56.843561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:56.863524 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:56.935638 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b415e599-9b13-497c-b452-fd1f878d0fa1 req-bf836597-6f84-4c5e-bc5b-3b250e11087c tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.1391022 Aug 29 19:07:56.961984 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605c457-6f04-4895-b1be-7bbffc3b2a04 None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:07:54Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:57.024321 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 319438a7-21c4-4268-a536-337803165dd8 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:57.025531 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (319438a7-21c4-4268-a536-337803165dd8), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.111192 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-d0b84b60-6c6b-43cb-93f2-5ebed5837316 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798528 Aug 29 19:07:57.152914 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (b38cfe4e-c9c0-4034-a6fd-741dfe03c6c8), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.183833 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:57.185006 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0fcba-24cf-4d69-9f9a-d07559d33b6e None None] Pushing event updated for resources: {'Port': ['ID=5fbc7592-20f0-4e0b-834b-6be1a4987dda,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:57.275622 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:07:57.276221 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Updating router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 port 3b9ae687-ddad-461b-af1f-f71d252d84c6 binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:07:57.284055 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (b38cfe4e-c9c0-4034-a6fd-741dfe03c6c8), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.306455 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:57.310980 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'Port': ['ID=18963b72-c959-4b9b-97c2-089ddd4e7117,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:57.317152 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9431c702-a709-470a-9772-580084ddc348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.320939 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.353869 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-149403fe-c741-463b-8586-91a41cb2c3c3 None None] Port b92a6ed0-3147-4cb3-8617-2440ab2a5586 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:07:57.385572 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Allocated IP 172.27.2.92 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/e436b1fb-79ae-4234-967b-2ff9b3e93534) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:57.424906 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:57.450342 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:57.471863 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38cfe4e-c9c0-4034-a6fd-741dfe03c6c8,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:57.514785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.516322 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-08f27dd3-e620-4670-a411-e193dfddcc1a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0494874 Aug 29 19:07:57.519709 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51566) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:57.525779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': 'a09fb27c-c313-4710-9912-529b25061e33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:57.604266 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Attempting to bind port 5fbc7592-20f0-4e0b-834b-6be1a4987dda on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:57.604869 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Attempting to bind port 5fbc7592-20f0-4e0b-834b-6be1a4987dda by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:57.606764 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Attempting to bind port 5fbc7592-20f0-4e0b-834b-6be1a4987dda on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:57.680169 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29618fca-fb87-4f14-bbe0-e06b48178992 req-ce5cd7a7-cabd-4bd6-aba3-e257ad00704a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.1090574 Aug 29 19:07:57.696020 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (7cd5a504-36c5-413b-9895-6ab5b7420f09), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.787347 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:57.791450 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Checking segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:57.792288 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.793115 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Bound using segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:57.793966 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Bound port: 5fbc7592-20f0-4e0b-834b-6be1a4987dda, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:57.794509 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.851741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:54Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:57.893271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (7cd5a504-36c5-413b-9895-6ab5b7420f09), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.912749 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (7cd5a504-36c5-413b-9895-6ab5b7420f09), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.958210 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd5a504-36c5-413b-9895-6ab5b7420f09,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:57.993599 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:57.998432 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e960321e-54c5-45c6-8605-2aebb8d19d9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4764519 Aug 29 19:07:57.999102 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 51586) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:07:58.006203 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:07:58.013127 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (b3b3373e-4635-4feb-bb15-a99075f65019), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.034627 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 319438a7-21c4-4268-a536-337803165dd8 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:58.041269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 08174836-3e35-4c8e-8ba8-a8b95a81a27e up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:58.074611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:58.109773 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9bb1d-f6e5-456e-b966-2f83e531a4d7 None None] The sync data for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi is: [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:54Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:58.142960 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b0bd6c28-3d60-4f2d-8eb9-bf147841ba16 req-b4d75805-74bf-4a5b-bc1a-fef45fb5836a tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0982430 Aug 29 19:07:58.161035 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.176726 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] For port 5fbc7592-20f0-4e0b-834b-6be1a4987dda, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:58.180447 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.184061 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] For port 5fbc7592-20f0-4e0b-834b-6be1a4987dda, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=5fbc7592-20f0-4e0b-834b-6be1a4987dda,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:58.213925 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.334268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 08174836-3e35-4c8e-8ba8-a8b95a81a27e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:58.334802 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.407788 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:58.409249 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:58.449193 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Publish callbacks [] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.469499 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:58.484849 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.537844 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:58.618849 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.622521 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:58.685228 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.700617 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0fcba-24cf-4d69-9f9a-d07559d33b6e None None] Pushing event updated for resources: {'Port': ['ID=5fbc7592-20f0-4e0b-834b-6be1a4987dda,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:58.732264 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.742358 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.784114 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:58.787578 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.843042 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6c3b-1731-4699-a120-253755233326 None None] Pushing event updated for resources: {'Port': ['ID=3b9ae687-ddad-461b-af1f-f71d252d84c6,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:58.888428 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Attempting to bind port 3b9ae687-ddad-461b-af1f-f71d252d84c6 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:07:58.888823 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Attempting to bind port 3b9ae687-ddad-461b-af1f-f71d252d84c6 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:07:58.892576 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Attempting to bind port 3b9ae687-ddad-461b-af1f-f71d252d84c6 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:07:58.922905 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:07:58.923844 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:07:58.924510 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.925103 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Bound using segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:07:58.926814 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Bound port: 3b9ae687-ddad-461b-af1f-f71d252d84c6, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:07:58.927537 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:58.956463 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:58.959826 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'Port': ['ID=e436b1fb-79ae-4234-967b-2ff9b3e93534,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:58.969661 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:59.038632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.27.2.151 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/7e8b7f29-9076-4f60-846f-19134ce9106a) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:07:59.087581 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] For port 3b9ae687-ddad-461b-af1f-f71d252d84c6, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:07:59.091467 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] For port 3b9ae687-ddad-461b-af1f-f71d252d84c6, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3b9ae687-ddad-461b-af1f-f71d252d84c6,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:07:59.104964 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.140120 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7c9af74e-4410-4aad-a1be-02f1327994d3 req-d235accb-12d6-4131-a4a0-a5a9bc4001a2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0705547 Aug 29 19:07:59.156877 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:59.183589 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (b3b3373e-4635-4feb-bb15-a99075f65019), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.229510 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6c3b-1731-4699-a120-253755233326 None None] Pushing event updated for resources: {'Port': ['ID=3b9ae687-ddad-461b-af1f-f71d252d84c6,revision_number=4']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:59.253659 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:07:59.257066 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:59.285836 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 08174836-3e35-4c8e-8ba8-a8b95a81a27e is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:07:59.286629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.311557 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'Port': ['ID=18963b72-c959-4b9b-97c2-089ddd4e7117,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:59.313773 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 08174836-3e35-4c8e-8ba8-a8b95a81a27e, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=08174836-3e35-4c8e-8ba8-a8b95a81a27e,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:07:59.317696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.319144 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:59.325433 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.338395 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.348303 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-57c5cf68-d0dc-45fc-bdf4-af292c510d75 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2158473 Aug 29 19:07:59.406847 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=08174836-3e35-4c8e-8ba8-a8b95a81a27e,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:59.411186 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-956462bc-a012-4780-a8ad-191a8b7def09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.421627 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:07:58Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:59.432594 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (d888ab5c-20a3-4761-8fc4-12314c9bd3b9), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.453191 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.455941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c3c2c-5885-4545-97a7-30ee49cbee62 None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:07:58Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:59.464454 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe58c506-2a51-448c-9652-e63131455674 req-fbf0e515-a71a-44cd-8941-27a4a2329bf0 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0583372 Aug 29 19:07:59.480750 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:59.508579 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.508877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:07:59.508877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:07:59.516166 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:07:59.518904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:07:59.565819 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=7e8b7f29-9076-4f60-846f-19134ce9106a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:59.672900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (8a817328-575b-46dd-9791-ec999206e5c6), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.734842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.791210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:07:59.838356 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-ef758caf-7504-4551-860b-9217acd4541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:07:59.849090 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.858054 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.868838 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef758caf-7504-4551-860b-9217acd4541d None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:07:59.880011 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:07:59.908729 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-747f18bb-d629-4fbb-9780-e529b7bfc2af tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1798518892&fields=id&tenant_id=5dda60c835244f5f9c980ed1927d9784 HTTP/1.1" status: 200 len: 267 time: 0.1306558 Aug 29 19:07:59.940545 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:07:59.940926 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.948170 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (d888ab5c-20a3-4761-8fc4-12314c9bd3b9), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.952692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'Port': ['ID=e436b1fb-79ae-4234-967b-2ff9b3e93534,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:07:59.981711 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:07:59.983389 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2b998c49-a8a0-48c1-8904-b99bacc04cad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5079758 Aug 29 19:08:00.089498 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:00.090019 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.140252 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.143427 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:00.150259 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.151268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9c4571ca-82e8-4ca6-a640-b217f793f3ab up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:00.216531 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:00.231449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:00.240349 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:00.255416 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 9c4571ca-82e8-4ca6-a640-b217f793f3ab triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:00.256104 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.340800 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-a8f79d13-1daa-4e0b-a626-a122952077c4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1557247666&fields=id&tenant_id=6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 267 time: 0.1703284 Aug 29 19:08:00.367936 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-65e33a05-114e-4316-a7db-6a7f2c5bcccd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:00.375048 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-65e33a05-114e-4316-a7db-6a7f2c5bcccd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 811 time: 0.4551551 Aug 29 19:08:00.387190 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.402771 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.403760 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (8a817328-575b-46dd-9791-ec999206e5c6), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.459715 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-5af68b35-757c-4e0a-a3a1-9735850bacec tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/quotas/5dda60c835244f5f9c980ed1927d9784 HTTP/1.1" status: 200 len: 375 time: 0.0834677 Aug 29 19:08:00.492227 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 9c4571ca-82e8-4ca6-a640-b217f793f3ab is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:00.493411 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a5f847a4-e9ce-4cb8-8578-8e6e695db99e up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:00.511784 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:00.537753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.538753 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port a5f847a4-e9ce-4cb8-8578-8e6e695db99e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:00.539097 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5388777 Aug 29 19:08:00.539231 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.580627 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-16e7ba49-be07-409c-bf76-21d6c46feaac tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200421 Aug 29 19:08:00.583956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c8bf-6f84-44d9-8b7f-434e49157b2b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=7e8b7f29-9076-4f60-846f-19134ce9106a,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:00.618274 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-0ee463fe-9ac5-498a-9d6c-f93d7e7bdbc6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:00.620668 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-0ee463fe-9ac5-498a-9d6c-f93d7e7bdbc6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 817 time: 0.2777882 Aug 29 19:08:00.646817 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-5acccb98-57d9-4f00-8698-366a169da782 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/quotas/6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 375 time: 0.0140615 Aug 29 19:08:00.663145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port a5f847a4-e9ce-4cb8-8578-8e6e695db99e is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:00.663145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.701694 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port a5f847a4-e9ce-4cb8-8578-8e6e695db99e, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:00.708362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:00.712349 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.713425 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5fbc7592-20f0-4e0b-834b-6be1a4987dda up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:00.757066 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-0d43e5b4-7414-4390-b8e6-5aadffd1fb72 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701780 Aug 29 19:08:00.795950 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-08471096-21df-4cc5-a0b7-cfb52a891772 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936083 Aug 29 19:08:00.803681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:00.824624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 5fbc7592-20f0-4e0b-834b-6be1a4987dda triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:00.824996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.905496 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 5fbc7592-20f0-4e0b-834b-6be1a4987dda is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:00.905796 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.947587 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 5fbc7592-20f0-4e0b-834b-6be1a4987dda, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=5fbc7592-20f0-4e0b-834b-6be1a4987dda,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:00.953279 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:00.954136 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5ac2edb6-cf43-49b5-9a29-9ce615149830 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:00.960475 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-0ae5ad6e-d5d1-4486-bb08-1bbad3e041bc service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773841 Aug 29 19:08:00.966476 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-997b7911-2090-42c2-ad72-8d663f764ff2 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552598 Aug 29 19:08:01.046887 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=5fbc7592-20f0-4e0b-834b-6be1a4987dda,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:01.058978 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 5ac2edb6-cf43-49b5-9a29-9ce615149830 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:01.059271 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.080729 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-6d808602-f16d-4a84-9d4a-9e4a0338dfbc service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086330 Aug 29 19:08:01.161037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 5ac2edb6-cf43-49b5-9a29-9ce615149830 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:01.161342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.211438 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 5ac2edb6-cf43-49b5-9a29-9ce615149830, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=5ac2edb6-cf43-49b5-9a29-9ce615149830,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:01.217587 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.219283 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7e609ce3-98e8-40b6-b5de-38ab2f645d40 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:01.247429 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3263fcd-d9eb-4c1d-aa97-7b01a318298c req-c46ef827-5877-4c5e-b936-a6850ef99088 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0342669 Aug 29 19:08:01.297509 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:01.329890 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=5ac2edb6-cf43-49b5-9a29-9ce615149830,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:01.349796 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:01.350227 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.364634 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-25ee1ccd-49e9-41af-976b-891d322a62b1 req-c8909baf-9b80-4a13-b9b9-6b61da015a54 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0475874 Aug 29 19:08:01.443469 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:01.583145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.631222 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-aa1e913c-6839-4008-a371-919416caccb8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1077242416&fields=id&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 267 time: 0.1968162 Aug 29 19:08:01.637742 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:01.638151 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.705964 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 7e609ce3-98e8-40b6-b5de-38ab2f645d40, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=7e609ce3-98e8-40b6-b5de-38ab2f645d40,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:01.708075 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe477cf5-e736-4b97-b248-21901e9bae7d req-dff3e66d-8362-4fc5-8a52-750e05357c7a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.1359484 Aug 29 19:08:01.717308 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.906691 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=7e609ce3-98e8-40b6-b5de-38ab2f645d40,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:01.940902 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:01.991519 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9576586-b3ac-4f88-92a4-b913bdebd229 req-80305fa5-6409-48fc-91dd-b01c6076f393 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.1533279 Aug 29 19:08:02.014728 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:02.061204 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-6b38c8d0-7b93-446c-892a-05fee1128dff tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:02.073397 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-6b38c8d0-7b93-446c-892a-05fee1128dff tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.4411385 Aug 29 19:08:02.104898 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-79bb5a22-36ce-4735-86a2-e6b1ae943b2f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/quotas/b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 375 time: 0.0302031 Aug 29 19:08:02.230770 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-5ed432b4-8a5a-4cbd-8205-3d067fd85500 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148596 Aug 29 19:08:02.374296 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 08174836-3e35-4c8e-8ba8-a8b95a81a27e up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:02.394331 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-bec59e8f-3019-420c-856c-877196bbc410 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601212 Aug 29 19:08:02.452049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 08174836-3e35-4c8e-8ba8-a8b95a81a27e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:02.452302 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:02.465752 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31d4cc20-2583-42ca-aa39-c200a2448ee9 req-89f60ceb-f047-45ae-8f65-e2041a187f7d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0618899 Aug 29 19:08:02.551508 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 08174836-3e35-4c8e-8ba8-a8b95a81a27e is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:02.552288 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a5f847a4-e9ce-4cb8-8578-8e6e695db99e up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:02.583728 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f2c646d7-ad34-4d7a-8e81-6def59d45e1f service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775808 Aug 29 19:08:02.630693 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecd7f9df-bed0-4ec6-bf45-89fb2f6c67b0 req-c0137563-900c-450f-a3d2-86a3cd023448 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0395677 Aug 29 19:08:02.639669 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port a5f847a4-e9ce-4cb8-8578-8e6e695db99e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:02.640043 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:02.730041 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port a5f847a4-e9ce-4cb8-8578-8e6e695db99e is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:02.731265 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5fbc7592-20f0-4e0b-834b-6be1a4987dda up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:02.797026 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Sync routers for ids ['b52e5787-9895-4178-8c96-7befdbaf2fb3'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:08:02.840642 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Routers {'b52e5787-9895-4178-8c96-7befdbaf2fb3'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:02.845407 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['b52e5787-9895-4178-8c96-7befdbaf2fb3'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:02.888395 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3dd71677-ee3a-46a9-8825-e0b6f5a13d8a req-0dfa20e7-8e75-4b12-840e-e4ac2135925d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0693638 Aug 29 19:08:02.930033 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3c14db12-597b-460f-b87d-4a06e0ef5a78 req-84cdcd27-81bf-430c-ab01-429b6d5998de tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0444677 Aug 29 19:08:02.950633 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 5fbc7592-20f0-4e0b-834b-6be1a4987dda triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:02.950633 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:03.002470 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:03.005370 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Set router b52e5787-9895-4178-8c96-7befdbaf2fb3 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:03.127797 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5be05f36-9b4d-4a29-9ea0-8b7dbc98e778 req-ea2155dd-ccd4-421f-8a81-0322dd26cce7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0366795 Aug 29 19:08:03.144142 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 5fbc7592-20f0-4e0b-834b-6be1a4987dda is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:03.145419 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5ac2edb6-cf43-49b5-9a29-9ce615149830 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:03.228372 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 5ac2edb6-cf43-49b5-9a29-9ce615149830 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:03.228744 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:03.266802 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:03.308244 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'b92a6ed0-3147-4cb3-8617-2440ab2a5586', 'name': '', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'mac_address': 'fa:16:3e:a9:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 2, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'subnets': [{'id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:03.337827 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Checking router: b52e5787-9895-4178-8c96-7befdbaf2fb3 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:08:03.338183 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Updating router b52e5787-9895-4178-8c96-7befdbaf2fb3 port b92a6ed0-3147-4cb3-8617-2440ab2a5586 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:08:03.395595 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:03.398806 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 5ac2edb6-cf43-49b5-9a29-9ce615149830 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:03.399864 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3b9ae687-ddad-461b-af1f-f71d252d84c6 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:03.522985 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 3b9ae687-ddad-461b-af1f-f71d252d84c6 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:03.523402 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:03.571332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acb904c1-fa3e-4346-9c85-34a0b1608711 req-43f7d305-2ad8-4171-889f-66eb76c8c531 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0283837 Aug 29 19:08:03.743687 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c7b2fb84-aaa8-48e4-b09a-21dc5b44eee4 req-2504c865-9df5-4bfd-a57c-63938fa111b4 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0450659 Aug 29 19:08:03.811365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 3b9ae687-ddad-461b-af1f-f71d252d84c6 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:03.812026 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:03.831155 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.71', 58759) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:03.961771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 3b9ae687-ddad-461b-af1f-f71d252d84c6, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3b9ae687-ddad-461b-af1f-f71d252d84c6,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:03.992508 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:03.994853 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:04.075619 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4d551ec5-737f-443c-8261-7e0964dd5a94 req-7f9e60d8-9c4a-4fbd-bb38-649ac287664e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0521886 Aug 29 19:08:04.106692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:04.148901 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c12a8d78-11ff-4b97-a876-9c41c32173d3 req-b8687611-31bc-41f4-920b-ef57b3f41f6a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0645113 Aug 29 19:08:04.171505 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:04.185932 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=3b9ae687-ddad-461b-af1f-f71d252d84c6,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:04.210636 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:04.211011 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.275660 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:04.317075 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Publish callbacks [] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.321114 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:04.330219 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.371048 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-9e60b561-14f5-4e88-a018-2eb1f88d5481 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:04.382545 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-9e60b561-14f5-4e88-a018-2eb1f88d5481 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 819 time: 0.5121343 Aug 29 19:08:04.448975 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-895b659d-3ba9-41b8-8a59-836a14cdcb1d req-0bde9cb1-a913-459b-b331-3ddd18a545ac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0440054 Aug 29 19:08:04.470079 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'port': {'device_id': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'admin_state_up': True, 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:04.591594 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a396f4-cc99-4420-9510-a85f173d6189 None None] Pushing event updated for resources: {'Port': ['ID=b92a6ed0-3147-4cb3-8617-2440ab2a5586,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:04.625922 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Attempting to bind port b92a6ed0-3147-4cb3-8617-2440ab2a5586 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:04.630135 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Attempting to bind port b92a6ed0-3147-4cb3-8617-2440ab2a5586 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:04.631146 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Attempting to bind port b92a6ed0-3147-4cb3-8617-2440ab2a5586 on network fca34072-56a5-4db2-b6ce-2bbddd357288 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:04.641464 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:04.641945 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Checking segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:04.642330 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.642778 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Bound using segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:04.644113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Bound port: b92a6ed0-3147-4cb3-8617-2440ab2a5586, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:04.644948 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.669935 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:04.691802 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Made reservation on behalf of b429eb37f4ed408d830ef2c1034e9bdc for: {'port': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:04.692549 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7e609ce3-98e8-40b6-b5de-38ab2f645d40 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:04.697568 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.748172 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9a7c4ed9-f268-46f3-9071-889d41b3396d req-b4ee21dd-e0ed-438f-9cd8-7b4331be69bb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0362668 Aug 29 19:08:04.868310 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:04.872432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:04.979505 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-01d76e17-a048-4256-978f-f3257e022f56 req-d8b468bf-3f29-43fc-b94c-3544f97751c0 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.1216719 Aug 29 19:08:05.004006 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] For port b92a6ed0-3147-4cb3-8617-2440ab2a5586, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:05.068289 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] For port b92a6ed0-3147-4cb3-8617-2440ab2a5586, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=b92a6ed0-3147-4cb3-8617-2440ab2a5586,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:05.101710 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:05.310675 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Allocated IP 172.20.0.10 (9853bcbc-2750-4a4b-ae35-877c673fbf89/57298b0d-dfea-4841-87f3-f132cc8f1eb6/ea5f3186-99cf-44d9-91d3-f823d8b73573) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:08:05.327173 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:05.328891 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3b9ae687-ddad-461b-af1f-f71d252d84c6 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:05.337332 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Routers {'b52e5787-9895-4178-8c96-7befdbaf2fb3'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:05.349583 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:07:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['b52e5787-9895-4178-8c96-7befdbaf2fb3'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:05.412039 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0f07b8e-7c62-4740-9dcd-0aedd56e6629 req-28eb9165-2283-4040-8c05-83c1d57afae1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.1112807 Aug 29 19:08:05.500111 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19799e29-de60-4fe9-b1f0-1cdbe774e7cf req-76d954d5-7f7d-4bb3-9275-a3ba667dc08e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.1789370 Aug 29 19:08:05.512311 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a396f4-cc99-4420-9510-a85f173d6189 None None] Pushing event updated for resources: {'Port': ['ID=b92a6ed0-3147-4cb3-8617-2440ab2a5586,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:05.521363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 3b9ae687-ddad-461b-af1f-f71d252d84c6 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:05.521743 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:05.571826 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] Set router b52e5787-9895-4178-8c96-7befdbaf2fb3 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:05.650786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:05.683907 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-183ad4c0-f0bb-4f76-ab41-8612419152a4 req-0570ec4a-f0da-40ad-85a4-4b236a9c4d66 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0446506 Aug 29 19:08:05.744733 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 3b9ae687-ddad-461b-af1f-f71d252d84c6 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:05.755137 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:05.816525 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:05.843423 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:05.904435 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'Port': ['ID=ea5f3186-99cf-44d9-91d3-f823d8b73573,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:05.908531 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:08:05.913493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:05.915480 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:08:05.926901 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cfce2ed3-089a-46c7-83a9-bca5b931ee72 req-5c71a453-1c9f-4cd0-ae8e-133d0c06c525 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0670507 Aug 29 19:08:05.986822 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:05.988687 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:06.005655 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'b92a6ed0-3147-4cb3-8617-2440ab2a5586', 'name': '', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'mac_address': 'fa:16:3e:a9:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:04Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'subnets': [{'id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:06.044225 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-431f488e-c8aa-42cc-b390-7bc85268be76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5778198 Aug 29 19:08:06.086489 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fef3cb-08a0-4a4d-bc58-092697a8b13d None None] The sync data for ids ['b52e5787-9895-4178-8c96-7befdbaf2fb3'] in dv-cinder-731261-6-iscsi is: [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:07:49Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'b92a6ed0-3147-4cb3-8617-2440ab2a5586', 'name': '', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'mac_address': 'fa:16:3e:a9:e9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:04Z', 'revision_number': 4, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'subnets': [{'id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:08:06.104273 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9466a4db-05fb-476a-9ba4-8f7336bc4824 req-1afe0570-4766-48e2-a9dc-fdf95008a3f7 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0419805 Aug 29 19:08:06.287142 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-fcac95cd-466c-4a10-af23-02696de83352 None None] Provisioning complete for port ea5f3186-99cf-44d9-91d3-f823d8b73573 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:06.287727 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-fcac95cd-466c-4a10-af23-02696de83352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:06.322782 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-fcac95cd-466c-4a10-af23-02696de83352 None None] Port ea5f3186-99cf-44d9-91d3-f823d8b73573 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:08:06.412390 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device b92a6ed0-3147-4cb3-8617-2440ab2a5586 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:06.456165 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port b92a6ed0-3147-4cb3-8617-2440ab2a5586 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:06.456556 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:06.538597 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port b92a6ed0-3147-4cb3-8617-2440ab2a5586 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:06.538988 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:06.551129 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4e5c74ff-a88d-4ea9-ae51-308c07365bc9 req-4261b814-2630-4892-8e78-217576c08284 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0284514 Aug 29 19:08:06.575331 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port b92a6ed0-3147-4cb3-8617-2440ab2a5586, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=b92a6ed0-3147-4cb3-8617-2440ab2a5586,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:06.580723 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:06.629515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=b92a6ed0-3147-4cb3-8617-2440ab2a5586,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:06.640643 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69e70653-8f28-4d43-b449-b0faa565bb15 req-9482ac58-77d6-403a-a83d-4163d6cb1145 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0285571 Aug 29 19:08:06.786353 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0c1bc992-790e-4ea7-a876-6b54698a99fa req-57801388-ccbe-486b-8490-204db9c8ddef tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0281324 Aug 29 19:08:07.071661 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ded0191d-cc6b-4a23-90c2-c8aeaf7b0708 req-9f557b0f-a0a5-4646-8b62-6501e220e339 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0328581 Aug 29 19:08:07.210030 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02555a05-32fd-497b-9d5a-9dad90d2b21f req-e3d9351c-8e9b-4156-a84f-e42a166196e0 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0280490 Aug 29 19:08:07.632194 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:07.652106 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-661f486b-9561-44b2-86a0-ae9ce538e03f req-22f8fc5b-dc27-4da2-9300-87bd2403762d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Aug 29 19:08:07.738862 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c4558c5f-001f-427e-b834-31ee850a89fc req-efdb624f-51d4-4ed7-8744-8f5429d4e3bc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Aug 29 19:08:07.927648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aa5a215a-253f-410f-aab0-73ca46e33ca8 req-b99ffb5f-6395-4b11-a5ca-f656d82cfda2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0343773 Aug 29 19:08:08.186688 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b1efa949-717a-4577-836c-dcc9ebcdeaca req-58efc130-d2b8-4192-ad7f-44ce997f3b9a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0295141 Aug 29 19:08:08.326692 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ed039e40-2d55-4bf4-8afe-5d5e1b72a39d req-ec84d780-91cf-4bc8-a9c2-cf51bc45b019 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0308053 Aug 29 19:08:08.446962 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device b92a6ed0-3147-4cb3-8617-2440ab2a5586 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:08.508688 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port b92a6ed0-3147-4cb3-8617-2440ab2a5586 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:08.509163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:08.591693 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port b92a6ed0-3147-4cb3-8617-2440ab2a5586 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:08.753339 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1281a35f-a704-4f44-9668-9a73ec32b2e9 req-ff70171e-7697-48e0-8f4f-28716d071900 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0288742 Aug 29 19:08:08.850734 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4c6671b3-4e38-4fd2-bd32-c1b05cc0c55d req-9c6e6316-9fd3-4c1c-91f7-a2b6c48f339b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0335698 Aug 29 19:08:09.074856 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e7cbbdcc-9086-457b-9b90-5ddfdf7ef2be req-b2a31956-2dc0-4c0d-baa4-5fda7b448cb9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0399272 Aug 29 19:08:09.339541 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a8d1c93e-bb78-4f20-8825-1e20ebcd033b req-7e8eb69f-d8de-4f7e-9e63-d0cb0e7dc37f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0376837 Aug 29 19:08:09.466838 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-12d9019e-5c78-4878-b6a6-d5e9da8cafbc req-4f245203-7109-4dc5-a379-d33c20c10e86 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0453813 Aug 29 19:08:09.838682 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=17 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:09.842000 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:09.871458 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fd4db12f-1e33-43fd-95b6-37bef7d7d9a7 req-6ccdc17e-e4ca-4022-810b-0fd92574a667 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0356569 Aug 29 19:08:09.967230 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-094eff9c-060e-41a3-947a-581df5828298 req-af2fefe8-e5f2-4e6b-b17f-c8fbf5a8f3c0 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0276995 Aug 29 19:08:10.233621 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1380f3e8-abdb-406e-beb6-ae58b7b6311b req-e3afa398-3292-4f7a-aa99-362d46d4c28a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0367496 Aug 29 19:08:10.471903 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-693f3e58-7505-459f-ba11-660815cc86e3 req-b7cc9155-576b-4459-ad55-29d497a132d6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0356641 Aug 29 19:08:10.634524 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-65cc6b01-037f-4047-8bfc-2f6abd6d5913 req-ad20fef0-4447-49d4-8fd7-6ee8537f2c64 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0409045 Aug 29 19:08:10.999221 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c2b71ef-975f-4dcc-adff-cf648cde8597 req-9edbdf18-4a18-4c4c-90c5-752c70faf93e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0316505 Aug 29 19:08:11.135113 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e72c7d8-0f0c-4c4c-925e-8e91dc4e1bcf req-d113f738-9386-4921-b0e3-db97d8a0988d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0432234 Aug 29 19:08:11.227696 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 51990) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:11.362686 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0242a21-8eeb-47f9-87a4-e63d827b4079 req-e3ecbf26-c6d1-44ab-8722-e09915671853 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0467625 Aug 29 19:08:11.389963 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bedebe1-a292-4c0e-b447-93111a272c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.499227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bedebe1-a292-4c0e-b447-93111a272c1b admin admin] Publish callbacks [] for security_group (699523fe-1896-445f-b1d3-7941bec58c3f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.507439 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bedebe1-a292-4c0e-b447-93111a272c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (699523fe-1896-445f-b1d3-7941bec58c3f), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.546265 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:11.552751 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52004) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:11.552971 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4bedebe1-a292-4c0e-b447-93111a272c1b admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e540243ce71b4e7ea25773adf2e1cb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240070 Aug 29 19:08:11.576233 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedebe1-a292-4c0e-b447-93111a272c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699523fe-1896-445f-b1d3-7941bec58c3f,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:11.635808 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3224e503-3789-4dfb-969f-5e8b51b03d0a admin admin] Publish callbacks [] for security_group (699523fe-1896-445f-b1d3-7941bec58c3f), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.657019 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b19fee52-b38e-43ac-9190-7213cc7e5198 req-615d7143-d6c8-4d7e-915c-ef0c1e29bf09 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0374980 Aug 29 19:08:11.692939 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3224e503-3789-4dfb-969f-5e8b51b03d0a admin admin] Publish callbacks [] for security_group (699523fe-1896-445f-b1d3-7941bec58c3f), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.781215 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-320d5afb-4974-4951-9779-72780506d301 req-10f26248-ee94-4fa1-99df-e07c000993f0 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0311403 Aug 29 19:08:11.782161 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3224e503-3789-4dfb-969f-5e8b51b03d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (699523fe-1896-445f-b1d3-7941bec58c3f), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.784804 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3224e503-3789-4dfb-969f-5e8b51b03d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:11.785882 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-3224e503-3789-4dfb-969f-5e8b51b03d0a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/699523fe-1896-445f-b1d3-7941bec58c3f HTTP/1.1" status: 204 len: 168 time: 0.2321084 Aug 29 19:08:11.793832 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224e503-3789-4dfb-969f-5e8b51b03d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699523fe-1896-445f-b1d3-7941bec58c3f,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:12.089552 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52018) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:12.102831 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e90f1a24-02ba-4e8b-b8c4-066a0206b8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.119340 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7adbb5b6-d331-4004-9d4a-75ef8bda606c req-20f4637e-c5ef-4409-b01f-d08288859210 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0305169 Aug 29 19:08:12.160491 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:12.213482 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e90f1a24-02ba-4e8b-b8c4-066a0206b8ba admin admin] Publish callbacks [] for security_group (96d734b5-1e4c-41c7-9773-3de97ca170d6), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.227420 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e90f1a24-02ba-4e8b-b8c4-066a0206b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (96d734b5-1e4c-41c7-9773-3de97ca170d6), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.250406 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6f0483b-3d6d-4cac-be1d-61f06627dda3 req-8dfd92f7-8595-4444-ad02-c418a3ff61a5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0321038 Aug 29 19:08:12.268957 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e90f1a24-02ba-4e8b-b8c4-066a0206b8ba admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=21ac098a8bf9455fbc65f5fb3e2b63d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783311 Aug 29 19:08:12.274027 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52022) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:12.290362 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f1a24-02ba-4e8b-b8c4-066a0206b8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d734b5-1e4c-41c7-9773-3de97ca170d6,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:12.332483 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f0291d48-2d98-4c04-83a3-cd5dd0c39b77 admin admin] Publish callbacks [] for security_group (96d734b5-1e4c-41c7-9773-3de97ca170d6), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.353973 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f0291d48-2d98-4c04-83a3-cd5dd0c39b77 admin admin] Publish callbacks [] for security_group (96d734b5-1e4c-41c7-9773-3de97ca170d6), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.409226 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f0291d48-2d98-4c04-83a3-cd5dd0c39b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (96d734b5-1e4c-41c7-9773-3de97ca170d6), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.413544 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f0291d48-2d98-4c04-83a3-cd5dd0c39b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:12.415272 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f0291d48-2d98-4c04-83a3-cd5dd0c39b77 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/96d734b5-1e4c-41c7-9773-3de97ca170d6 HTTP/1.1" status: 204 len: 168 time: 0.1401656 Aug 29 19:08:12.424306 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0291d48-2d98-4c04-83a3-cd5dd0c39b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d734b5-1e4c-41c7-9773-3de97ca170d6,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:12.509074 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a8c553a2-f719-4c0f-9a6e-ac343d2e3e98 req-b388d591-cba7-4df6-8607-cf6126247fac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0408812 Aug 29 19:08:12.918560 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-970e9615-6dd1-4125-acd1-8cfd39e99304 req-9f1ecd9f-71a0-453e-a69a-349d0854012f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0753727 Aug 29 19:08:12.922707 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:13.018219 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6c58858a-654a-4e54-86e1-6f355bc19c8d req-742e3379-6cb0-4c06-b8ce-b7aa1cfa5b08 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0697393 Aug 29 19:08:13.250848 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cab500fc-3084-40b2-aa0e-418f111fdd64 req-6828053c-f092-450e-907c-8403ab40c7e2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0450597 Aug 29 19:08:13.396878 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8d5af26-569a-4ffe-804b-bc62f9e0afa3 req-efde9a54-943f-4cf9-8af6-3c3acfb5ba7f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0376422 Aug 29 19:08:13.700847 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c2bf151c-e81a-4f9c-bff3-19dcaed1771c req-a7ff0062-3d6d-4d91-886b-761860897ac0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0344265 Aug 29 19:08:14.079516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dac75ff7-447c-452c-a229-a9e9fc9a88b0 req-a3c2f70f-7f36-43f7-83cd-327ee5f7d481 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0413985 Aug 29 19:08:14.315324 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e51d0fb9-5f61-4d72-aac4-af008c3e823c req-6070e723-8d2b-467a-b2ea-3c0d39425618 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.2054865 Aug 29 19:08:14.438112 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2663062c-347a-45b2-b4bb-562f1a372db6 req-651cd6a1-5d2c-402f-9637-18b72fe25d72 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0700834 Aug 29 19:08:14.524255 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:14.558602 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7a56cd60-9c3c-43a9-91aa-c581eea7f363 req-5478f679-2b36-46be-ab5e-3b0cc08ada8b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Aug 29 19:08:14.850489 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-297502f7-b2d7-47e6-880a-f44ac1313170 req-24828b9f-d93b-4691-90dc-8f93094cc089 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0536935 Aug 29 19:08:15.197058 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-87ae62b8-4020-45b0-8f84-53ef56298000 req-e1cf54ac-955b-496c-88f3-ba3e7c8dd12a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0411799 Aug 29 19:08:15.454054 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ddd1bfb7-0488-4228-85d8-346b1597850f req-88b95831-df83-4b60-a748-2af26300befc tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0279889 Aug 29 19:08:15.560279 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-21d2b015-79e3-4e87-b843-56635b501fbe req-86f30b6a-6e52-4fce-a693-56d424331837 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0318449 Aug 29 19:08:15.665749 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d4282d76-07eb-45a0-b917-48520a3bfbe5 req-699ecf70-2d75-4ffd-8082-972a1aed762c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0288351 Aug 29 19:08:15.968581 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f2be59a0-a152-422e-ab98-f4aa7622ca54 req-925c9f2a-7d8a-4d2c-a2be-7a9fdc500c16 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0299268 Aug 29 19:08:16.304481 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-541e1515-ebc8-4729-a08f-46673d166074 req-1264fc27-50b4-4e21-a415-b13fb25badbc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0278800 Aug 29 19:08:16.557070 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3f4de37-23da-4073-8e70-94d447bd68e4 req-508f0d2b-2e44-4025-935d-ae2cced60ab4 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0269668 Aug 29 19:08:16.661331 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0e0d4bdd-01ed-4e55-9327-f0d205426bba req-403e6e95-2595-4b3d-9974-954a20001d04 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Aug 29 19:08:16.768267 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a5b8ea55-a33d-405a-9087-3ac8f0df3d28 req-d95fb42b-d6be-4dec-9d57-c815cf30485a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0299842 Aug 29 19:08:17.075383 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa36dbb3-255d-4948-aadb-5d63832ae497 req-4b79b16d-579f-4e04-b9ec-31497cf82a1c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0284817 Aug 29 19:08:17.407041 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b5c758db-4cef-4b9e-a3ce-f3d5804ff256 req-1131483f-bd59-42d3-8036-da4e17dac49c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Aug 29 19:08:17.589930 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-2daf4f89-de0a-479c-a279-a6f694dbdc21 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:08:17.590778 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-2daf4f89-de0a-479c-a279-a6f694dbdc21 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081115 Aug 29 19:08:17.614735 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.71', 58796) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:17.667453 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fd805d41-ad0d-49d3-83a5-84e8225a4c21 req-2fe1d32e-f9a4-4390-9bd0-745ea0e451d8 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0316381 Aug 29 19:08:17.936617 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.71', 58810) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:17.951958 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7ba2477a-66f0-4857-8006-a3d1707dbdc5 req-34a12e92-971e-412c-8c78-1ff125882628 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.1093431 Aug 29 19:08:17.959938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-09b53477-bb7d-437b-bd8d-0abcb778b6fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:17.961361 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-4883b908-5fb1-4db3-9c1d-434753e9066c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:17.962258 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-4883b908-5fb1-4db3-9c1d-434753e9066c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 819 time: 0.2936041 Aug 29 19:08:17.969182 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-09b53477-bb7d-437b-bd8d-0abcb778b6fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.71 "GET /networking/v2.0/networks?id=fca34072-56a5-4db2-b6ce-2bbddd357288 HTTP/1.1" status: 200 len: 811 time: 0.2489898 Aug 29 19:08:17.996322 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0a112df4-11f0-4efa-80e9-b5bbd33339ff req-1355b1e2-2b0a-46ab-855f-d1c939248585 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0558295 Aug 29 19:08:18.018354 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Request body: {'port': {'device_id': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:18.078672 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:18.242235 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fcdca7ac-1e76-4400-baea-7bfc52a88f32 req-5ba62a31-1f9c-4b5a-9928-ef56365b4855 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0486779 Aug 29 19:08:18.368117 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:18.470113 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5f3186-99cf-44d9-91d3-f823d8b73573 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:18.486529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Publish callbacks [] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:18.526953 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Transition to ACTIVE for port object ea5f3186-99cf-44d9-91d3-f823d8b73573 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:08:18.545855 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:18.580009 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-60e9df9b-d4f0-4706-b1f8-ab40c4c2cea5 req-7abc49cb-20da-4b8d-bc33-e2481ab8813c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0516002 Aug 29 19:08:18.667814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Attempting to bind port ea5f3186-99cf-44d9-91d3-f823d8b73573 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:18.668464 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Attempting to bind port ea5f3186-99cf-44d9-91d3-f823d8b73573 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:18.668464 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Attempting to bind port ea5f3186-99cf-44d9-91d3-f823d8b73573 on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:18.670474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f3186-99cf-44d9-91d3-f823d8b73573,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:18.675389 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Port ea5f3186-99cf-44d9-91d3-f823d8b73573 on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:08:18.675666 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Attempting to bind port ea5f3186-99cf-44d9-91d3-f823d8b73573 on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:18.682298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:18.682652 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Checking segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:18.683236 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Bound using segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:18.683652 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Bound port: ea5f3186-99cf-44d9-91d3-f823d8b73573, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:18.683998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:18.753571 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] For port ea5f3186-99cf-44d9-91d3-f823d8b73573, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:18.768795 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:18.776977 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] For port ea5f3186-99cf-44d9-91d3-f823d8b73573, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:18.790266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:18.825933 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:18.826538 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:18.827985 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 200 len: 1094 time: 0.8863277 Aug 29 19:08:18.828803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'tag': 'ea5f3186-99cf-44d9-91d3-f823d8b73573'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:18.886059 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f2aa434d-2b0a-4db4-8bf6-d7ab7e43ad3c req-8586f569-ce85-4943-86ca-940563121090 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.1112645 Aug 29 19:08:18.914234 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9fd0-842e-4877-be38-721d13527058 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f3186-99cf-44d9-91d3-f823d8b73573,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:18.999904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c27aab-9a7f-4d98-a401-01b99cab5b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b28b5c17-0afa-4fff-a814-653688b1231b", "tag": "ea5f3186-99cf-44d9-91d3-f823d8b73573"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:19.063204 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a0e61667-bff5-465c-8a57-e53aca53ef5e req-18c32e8b-9665-4733-947b-3776a9d0ff43 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0337615 Aug 29 19:08:19.148163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef098d5-5d00-4a8b-95b4-2913d0bedb3c x-openstack-request-id: req-fef098d5-5d00-4a8b-95b4-2913d0bedb3c {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:19.148458 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28b5c17-0afa-4fff-a814-653688b1231b", "tag": "ea5f3186-99cf-44d9-91d3-f823d8b73573", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:19.148710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fef098d5-5d00-4a8b-95b4-2913d0bedb3c {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:19.149163 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef098d5-5d00-4a8b-95b4-2913d0bedb3c'] response: {'name': 'network-changed', 'server_uuid': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'tag': 'ea5f3186-99cf-44d9-91d3-f823d8b73573', 'status': 'completed', 'code': 200} Aug 29 19:08:19.151039 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0766b2f3-b649-48c1-8a9a-b02900489909 req-5cd06be1-d8d7-4809-9116-0bf7834acf44 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0315471 Aug 29 19:08:19.349662 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f2720d16-f5f5-4d71-8e03-210696594ec8 req-e5eb2307-56ec-4d16-a74a-f820b4670c98 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0271688 Aug 29 19:08:19.685337 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-24411f81-50e6-4d9e-a0d4-ff73b7e53b03 req-67244873-2440-4102-842f-f15ee2fdae8c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0285957 Aug 29 19:08:19.879347 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:08:19.990118 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f765a6fc-00ec-46d4-9836-a8436955674c req-e3af4f9a-f11d-4bcd-af27-83b573405842 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0313237 Aug 29 19:08:20.161912 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f2d68b62-a476-475c-a97b-9a7b16a5972c req-8c271439-27b4-49c0-b612-3225183eb78c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Aug 29 19:08:20.252191 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fdd53614-2984-4651-ad52-10ff2bc2af03 req-7d0b8d23-bef7-4577-aad9-db6b81c2b12e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Aug 29 19:08:20.452595 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-768d3f54-5102-4f08-92b1-7750e0e2b07d req-2fb88408-d198-49d7-942d-860033f2a44e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0271301 Aug 29 19:08:20.793443 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b063e485-5b9e-424d-89b2-933252198c3e req-f41e1254-12cd-4d26-8cf5-7c0cf3395a07 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0302234 Aug 29 19:08:20.817889 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Request body: {'port': {'device_id': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'admin_state_up': True, 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:20.829198 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'port': {'device_id': '0792b7a2-491c-41dc-b356-6116396636b7', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'admin_state_up': True, 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:20.975662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Made reservation on behalf of b429eb37f4ed408d830ef2c1034e9bdc for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:20.980947 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:21.019201 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Made reservation on behalf of 74f3f1161ef84f30bbd787e9361a0dac for: {'port': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:21.024680 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:21.128714 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.71', 58819) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:21.243921 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7f0d4403-affb-4ff2-bf29-2bafa4a4b232 req-a75c7cbb-0102-481f-ab6c-6c42afd55af1 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0851820 Aug 29 19:08:21.268847 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Allocated IP 172.20.0.10 (fca34072-56a5-4db2-b6ce-2bbddd357288/3377f28b-1e40-46c8-9107-00c9fa06ea4a/284ef1b6-7701-4493-93a6-1161589f2769) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:08:21.328274 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23862ea5-a9a6-4bc1-870c-cd34f477e755 req-656094fe-7332-4faa-8d14-474d69db8ab6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0418859 Aug 29 19:08:21.449204 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:21.470328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks [] for port (284ef1b6-7701-4493-93a6-1161589f2769), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:21.481140 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:21.511737 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (284ef1b6-7701-4493-93a6-1161589f2769), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:21.562651 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.71', 58822) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:21.567702 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.71', 58823) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:21.594684 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Network fca34072-56a5-4db2-b6ce-2bbddd357288 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:08:21.624317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:21.627311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:08:21.767112 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Pushing event updated for resources: {'Port': ['ID=284ef1b6-7701-4493-93a6-1161589f2769,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:21.880231 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-944d4daa-2730-4b16-92f5-b045451af0ae req-c0cf34c2-072e-4e52-859b-ee850b9cc3c9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.4179223 Aug 29 19:08:21.883852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27aab-9a7f-4d98-a401-01b99cab5b7c req-10bad486-a3ad-4129-a1ac-aa814ab53966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:21.888714 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02c27aab-9a7f-4d98-a401-01b99cab5b7c req-10bad486-a3ad-4129-a1ac-aa814ab53966 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1128 time: 0.4308610 Aug 29 19:08:21.898918 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Allocated IP 172.20.0.8 (9853bcbc-2750-4a4b-ae35-877c673fbf89/57298b0d-dfea-4841-87f3-f132cc8f1eb6/2773a328-c32b-4251-884e-1d7401f1853a) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:08:21.914057 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-535bc8a1-ba95-49f3-ba02-dd80c0a08c6c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:21.916762 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-535bc8a1-ba95-49f3-ba02-dd80c0a08c6c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 811 time: 0.3386796 Aug 29 19:08:21.971040 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:21.971755 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.020750 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-7f01168b-5903-43d4-9e62-6f5de69511c3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2068822 Aug 29 19:08:22.030338 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:22.032272 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-05bfe978-07da-420c-99f8-a8981c84be3c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:22.034499 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-05bfe978-07da-420c-99f8-a8981c84be3c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.4554160 Aug 29 19:08:22.076431 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-38d747ab-4035-43c1-8b20-c2996da81f77 None None] Provisioning complete for port 284ef1b6-7701-4493-93a6-1161589f2769 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:22.077406 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-38d747ab-4035-43c1-8b20-c2996da81f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (284ef1b6-7701-4493-93a6-1161589f2769), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.107883 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Request body: {'port': {'device_id': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:22.140892 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-38d747ab-4035-43c1-8b20-c2996da81f77 None None] Port 284ef1b6-7701-4493-93a6-1161589f2769 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:08:22.158575 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce037156-d81f-4bba-be99-ebc756c1c673 req-b654da1d-b392-4895-ac72-bd96ad6fddad tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.5939643 Aug 29 19:08:22.197604 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ee3a516-c9ee-40ac-9a3c-a5b0a9f0ff78 req-c5bb1bd6-0c3f-406c-bd54-35671de0c34b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.1655707 Aug 29 19:08:22.212871 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-536213cf-d818-4e14-9989-700b2e69c5d0 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5dda60c835244f5f9c980ed1927d9784 HTTP/1.1" status: 200 len: 380 time: 0.1773331 Aug 29 19:08:22.239320 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'port': {'device_id': '22f96567-e842-4352-9e40-e31d2f547937', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'admin_state_up': True, 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'security_groups': ['19306496-5036-4d1f-b809-071034ecec61']}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:22.248496 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-cec9fbab-366c-4122-9e8a-1de70e4de2a1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 380 time: 0.1821005 Aug 29 19:08:22.271826 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'port': {'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'admin_state_up': True, 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'security_groups': ['a09fb27c-c313-4710-9912-529b25061e33']}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:22.317085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (284ef1b6-7701-4493-93a6-1161589f2769), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.387884 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-a69df02f-e7c2-464f-96c7-f4904c44d734 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:22.389595 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-a69df02f-e7c2-464f-96c7-f4904c44d734 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 817 time: 1.0543065 Aug 29 19:08:22.389993 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:22.549780 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27aab-9a7f-4d98-a401-01b99cab5b7c req-b2fb8504-6615-4c9e-bdf9-b35a9b01cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:22.551285 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02c27aab-9a7f-4d98-a401-01b99cab5b7c req-b2fb8504-6615-4c9e-bdf9-b35a9b01cb46 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4786103 Aug 29 19:08:22.564950 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ef2c70d-7ea3-4247-8095-e860655e3ee7 req-23752571-0a93-4b74-b724-cd212dcdd460 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0940168 Aug 29 19:08:22.585207 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5afe-0f8c-4295-b394-77634a59ebe8 req-04d880ab-2afa-4392-a5cb-0de52519ad29 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:22.587237 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-589c5afe-0f8c-4295-b394-77634a59ebe8 req-04d880ab-2afa-4392-a5cb-0de52519ad29 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 932 time: 0.2385550 Aug 29 19:08:22.620692 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for port (2773a328-c32b-4251-884e-1d7401f1853a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.750487 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-50f31e1d-05f9-4bdf-bb79-b88d55056091 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 380 time: 0.3198571 Aug 29 19:08:22.783260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'port': {'device_id': '4696f764-f3e7-482f-b94e-549896198ddf', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'admin_state_up': True, 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'security_groups': ['12ce0df2-18ae-40f3-b3b5-53120a7f65c5']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:22.789960 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:22.816235 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:22.865806 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-589c5afe-0f8c-4295-b394-77634a59ebe8 req-8efb273d-ced2-45a9-966d-456ee19aa8d9 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491992 Aug 29 19:08:22.867019 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Made reservation on behalf of 5dda60c835244f5f9c980ed1927d9784 for: {'port': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:22.871199 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.893302 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Made reservation on behalf of b967c22662da47aeb9292704c39b44bb for: {'port': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:22.897095 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.917092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (2773a328-c32b-4251-884e-1d7401f1853a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:22.925774 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27aab-9a7f-4d98-a401-01b99cab5b7c req-f7ce06aa-8c64-46d0-af4e-993240532a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:22.927177 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02c27aab-9a7f-4d98-a401-01b99cab5b7c req-f7ce06aa-8c64-46d0-af4e-993240532a6c service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3585126 Aug 29 19:08:23.041962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:08:23.080574 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:23.108530 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-80d14803-0471-41c9-b6ff-daa8c787eaaf req-bd8985bf-e240-4918-a393-a9af8591faff tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.1496818 Aug 29 19:08:23.119217 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:08:23.125051 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:23.126235 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.150019 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'Port': ['ID=2773a328-c32b-4251-884e-1d7401f1853a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:23.161583 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-f4a9eef3-0662-47ef-9219-7d22ea6a5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:23.165396 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-f4a9eef3-0662-47ef-9219-7d22ea6a5581 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1128 time: 0.1391332 Aug 29 19:08:23.187684 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e900fb0c-3232-489c-9ff8-555ab6ebe4b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3674598 Aug 29 19:08:23.270753 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284ef1b6-7701-4493-93a6-1161589f2769 {{(pid=101721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:23.290563 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Request body: {'port': {'device_id': '0792b7a2-491c-41dc-b356-6116396636b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:23.295867 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Publish callbacks [] for port (284ef1b6-7701-4493-93a6-1161589f2769), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.310355 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-86f961c1-e6c8-44da-9a8d-3ab53130ae66 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 200 len: 217 time: 0.1254995 Aug 29 19:08:23.334238 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.provisioning_blocks [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Transition to ACTIVE for port object 284ef1b6-7701-4493-93a6-1161589f2769 will not be triggered until provisioned by entity L2. {{(pid=101721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:08:23.374022 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.20.0.14 (117b2cb0-1215-4254-9d1f-c2728d00a788/71124ffa-89eb-4c0e-87b9-948d8b410aef/2fadd321-bdd6-4593-985e-4b08308c8b84) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:08:23.450910 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Allocated IP 172.20.0.4 (72f0c062-bae6-4f61-bab2-9380409ee0e3/4e3c8e73-b6aa-4bee-9312-0b9a3d580f65/2d38d71d-cc1e-42fd-b291-eb339787cf57) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:08:23.481559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Made reservation on behalf of 6f6085f7a1df49ae8e2375e28d7d6792 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:23.485994 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.545228 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-749caf1f-5e69-4e89-8bc4-0200f676f095 req-101a9b06-7bd3-4a3d-8aa2-7bbd8b1f7fdd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.1579103 Aug 29 19:08:23.584978 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-7846881d-e7d4-4a31-b58d-9170e5bc459c None None] Provisioning complete for port 2773a328-c32b-4251-884e-1d7401f1853a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:23.587377 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7846881d-e7d4-4a31-b58d-9170e5bc459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2773a328-c32b-4251-884e-1d7401f1853a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.628281 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-7846881d-e7d4-4a31-b58d-9170e5bc459c None None] Port 2773a328-c32b-4251-884e-1d7401f1853a cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:08:23.655323 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52394) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:23.660327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (284ef1b6-7701-4493-93a6-1161589f2769), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.668675 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:23.691496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cda124-43d4-44bb-8b80-1788a7c79e17 req-4bab52a9-0065-43f6-ac4e-69255272d508 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:23.695659 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-04cda124-43d4-44bb-8b80-1788a7c79e17 req-4bab52a9-0065-43f6-ac4e-69255272d508 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 931 time: 0.3385890 Aug 29 19:08:23.720818 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:23.740026 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-4c1f0354-b862-435e-a43a-e6c453272523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:23.742132 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-4c1f0354-b862-435e-a43a-e6c453272523 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.3802364 Aug 29 19:08:23.748241 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2773a328-c32b-4251-884e-1d7401f1853a), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.781676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:23.787797 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b08fe95d-2b11-44a6-a749-7aff13c12e2e req-be58d063-8a83-4f58-964f-d35298a1958d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0508115 Aug 29 19:08:23.919592 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=284ef1b6-7701-4493-93a6-1161589f2769,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:23.928508 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:23.939494 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:23.975015 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.004831 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Attempting to bind port 284ef1b6-7701-4493-93a6-1161589f2769 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:24.005191 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Attempting to bind port 284ef1b6-7701-4493-93a6-1161589f2769 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:24.005530 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Attempting to bind port 284ef1b6-7701-4493-93a6-1161589f2769 on network fca34072-56a5-4db2-b6ce-2bbddd357288 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:24.027799 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Port 284ef1b6-7701-4493-93a6-1161589f2769 on network fca34072-56a5-4db2-b6ce-2bbddd357288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:08:24.028109 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Attempting to bind port 284ef1b6-7701-4493-93a6-1161589f2769 on network fca34072-56a5-4db2-b6ce-2bbddd357288 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:24.043886 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:24.044278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Checking segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:24.044925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Bound using segment: {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:24.045388 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Bound port: 284ef1b6-7701-4493-93a6-1161589f2769, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288'}}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:24.045745 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (284ef1b6-7701-4493-93a6-1161589f2769), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.050477 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.064103 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.106913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8f75-22e0-4c32-af44-19351f05f2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.151422 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:08:24.156536 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:08:24.161573 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:24.167102 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'Port': ['ID=2d38d71d-cc1e-42fd-b291-eb339787cf57,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:24.167102 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:24.174922 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:08:24.176286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-d5d09cdf-ccf1-4c0f-8d1d-76fa959e7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.179229 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-d5d09cdf-ccf1-4c0f-8d1d-76fa959e7ecc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4272127 Aug 29 19:08:24.290064 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] For port 284ef1b6-7701-4493-93a6-1161589f2769, host hv-cinder-73126, cleared binding levels {{(pid=101721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:24.296424 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:08:24.308539 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.309225 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.333078 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=2fadd321-bdd6-4593-985e-4b08308c8b84,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:24.366396 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-04cda124-43d4-44bb-8b80-1788a7c79e17 req-88b6aa77-7907-432f-b91a-602df0d8a3f6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195471 Aug 29 19:08:24.396624 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] For port 284ef1b6-7701-4493-93a6-1161589f2769, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=284ef1b6-7701-4493-93a6-1161589f2769,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:24.424805 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (284ef1b6-7701-4493-93a6-1161589f2769), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.429099 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-4aebd30a-87a4-420c-ac80-c3c58f723ccc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1977816 Aug 29 19:08:24.479019 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Allocated IP 172.20.0.3 (b4625722-be90-4944-a2a2-5603ab9cea5a/7bb9aa12-ebf3-4047-a3c3-10085f6588e4/90bec49f-36b1-4027-8fc3-86cd4d15e3f4) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:08:24.486697 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833734-4131-4ad2-b8fd-9c8555b388d7 req-1afa2cff-9b77-4341-883b-7d3b4d1e4543 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.497560 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad833734-4131-4ad2-b8fd-9c8555b388d7 req-1afa2cff-9b77-4341-883b-7d3b4d1e4543 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 944 time: 0.4500265 Aug 29 19:08:24.505069 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.506022 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.507645 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/284ef1b6-7701-4493-93a6-1161589f2769 HTTP/1.1" status: 200 len: 1094 time: 2.4401202 Aug 29 19:08:24.508178 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'tag': '284ef1b6-7701-4493-93a6-1161589f2769'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:24.524313 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Request body: {'port': {'device_id': '22f96567-e842-4352-9e40-e31d2f547937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:24.576332 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.577007 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.670247 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-930371ae-c991-4044-b805-c2110f1d5d4f None None] Provisioning complete for port 2d38d71d-cc1e-42fd-b291-eb339787cf57 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:24.670731 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-930371ae-c991-4044-b805-c2110f1d5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.711833 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-930371ae-c991-4044-b805-c2110f1d5d4f None None] Port 2d38d71d-cc1e-42fd-b291-eb339787cf57 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:08:24.713895 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b42b3c1f-5c70-416d-87cd-c25f4e6d389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.715492 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-b42b3c1f-5c70-416d-87cd-c25f4e6d389b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=74f3f1161ef84f30bbd787e9361a0dac&device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 1128 time: 0.1036279 Aug 29 19:08:24.723981 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f006c353-79f0-4dd3-a7db-576a7a3404c5" -d '{"events": [{"name": "network-changed", "server_uuid": "79f5cf3f-d9c5-4279-a896-d6dd9c50266a", "tag": "284ef1b6-7701-4493-93a6-1161589f2769"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:24.733943 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-f0f4d552-8123-4cd4-b290-908f253f0140 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4694030 Aug 29 19:08:24.734518 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6d104-45d9-4dca-99a2-67e58347e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=284ef1b6-7701-4493-93a6-1161589f2769,revision_number=3']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:24.768467 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fd93b-dae1-4d26-b0be-0553f017fed5 req-67c17973-a209-426d-b45e-617a37b9bd4a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:24.769978 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-619fd93b-dae1-4d26-b0be-0553f017fed5 req-67c17973-a209-426d-b45e-617a37b9bd4a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 931 time: 0.2635877 Aug 29 19:08:24.812427 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad833734-4131-4ad2-b8fd-9c8555b388d7 req-253bbae3-f363-4717-ae36-1d22cbfcd611 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134487 Aug 29 19:08:24.824284 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Request body: {'port': {'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:24.830948 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-a1a7f2a3-4881-4e8b-983e-8c48e0e560e2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198447 Aug 29 19:08:24.835060 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-e37f9958-2a7a-4081-8b9b-32146bba2bf5 None None] Provisioning complete for port 2fadd321-bdd6-4593-985e-4b08308c8b84 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:24.836110 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e37f9958-2a7a-4081-8b9b-32146bba2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.846660 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:24.848818 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-353e96b5-4ed9-4163-90f2-fb430225fb1e service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284ef1b6-7701-4493-93a6-1161589f2769 HTTP/1.1" status: 200 len: 217 time: 0.0951135 Aug 29 19:08:24.877081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:24.883959 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-e37f9958-2a7a-4081-8b9b-32146bba2bf5 None None] Port 2fadd321-bdd6-4593-985e-4b08308c8b84 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:08:24.930185 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:24.949568 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8f75-22e0-4c32-af44-19351f05f2c9 admin admin] Publish callbacks [] for security_group (46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.002784 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8f75-22e0-4c32-af44-19351f05f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.097871 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c032499c-00ab-475a-b9ee-6250a8970e0d req-b3ad6f39-fc39-42a1-b1b7-6e72cc4fd099 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.1159689 Aug 29 19:08:25.098294 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:25.125009 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-619fd93b-dae1-4d26-b0be-0553f017fed5 req-c16b35cf-3357-45e6-93cb-5f10266d8bdb tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163438 Aug 29 19:08:25.194035 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f0eb8f75-22e0-4c32-af44-19351f05f2c9 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=8433291bce3443098967a4b0ebf04313&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5337410 Aug 29 19:08:25.198855 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52448) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:25.212326 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-df15251f-80d0-481c-9ab2-b27558d5db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:25.214105 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-df15251f-80d0-481c-9ab2-b27558d5db83 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=3377f28b-1e40-46c8-9107-00c9fa06ea4a HTTP/1.1" status: 200 len: 850 time: 0.3429108 Aug 29 19:08:25.222599 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.232547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:25.295204 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.332620 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb8f75-22e0-4c32-af44-19351f05f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:25.348035 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd771175-963d-40ff-87db-bc9b9d27370f x-openstack-request-id: req-fd771175-963d-40ff-87db-bc9b9d27370f {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:25.348463 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f5cf3f-d9c5-4279-a896-d6dd9c50266a", "tag": "284ef1b6-7701-4493-93a6-1161589f2769", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:25.348736 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fd771175-963d-40ff-87db-bc9b9d27370f {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:25.348951 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd771175-963d-40ff-87db-bc9b9d27370f'] response: {'name': 'network-changed', 'server_uuid': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'tag': '284ef1b6-7701-4493-93a6-1161589f2769', 'status': 'completed', 'code': 200} Aug 29 19:08:25.349085 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-75f294b8-b645-46bb-89c3-37e69d59309e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045271 Aug 29 19:08:25.355057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.421398 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-87daac2b-1a1b-4ef1-9144-59126f12c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:25.422904 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-87daac2b-1a1b-4ef1-9144-59126f12c91e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=fca34072-56a5-4db2-b6ce-2bbddd357288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1911757 Aug 29 19:08:25.479193 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2773a328-c32b-4251-884e-1d7401f1853a {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:25.491160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf46e-06b8-4236-bf45-82116305387b req-a6301ea3-d9e4-4a25-90db-8353e5de0a7b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:25.493474 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5f2cf46e-06b8-4236-bf45-82116305387b req-a6301ea3-d9e4-4a25-90db-8353e5de0a7b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 932 time: 0.1479273 Aug 29 19:08:25.494047 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b40f066b-6645-4700-93ed-ab8f08653e5c admin admin] Publish callbacks [] for security_group (46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.530150 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Network b4625722-be90-4944-a2a2-5603ab9cea5a is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:08:25.533708 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Publish callbacks [] for port (2773a328-c32b-4251-884e-1d7401f1853a), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.550785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:25.560177 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:08:25.565039 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:25.565845 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.582174 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:25.599144 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Transition to ACTIVE for port object 2773a328-c32b-4251-884e-1d7401f1853a will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:08:25.625156 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2773a328-c32b-4251-884e-1d7401f1853a), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.625362 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b40f066b-6645-4700-93ed-ab8f08653e5c admin admin] Publish callbacks [] for security_group (46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.639930 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee590c-d933-4f82-99c9-768ed33fb653 req-ecc482f4-9941-4e88-8fd8-a201aefb1577 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:25.641584 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85ee590c-d933-4f82-99c9-768ed33fb653 req-ecc482f4-9941-4e88-8fd8-a201aefb1577 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 931 time: 0.1884117 Aug 29 19:08:25.644787 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8adcf8b-fdaf-476d-93c3-8acc7cdc2ca3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8723509 Aug 29 19:08:25.701990 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5f2cf46e-06b8-4236-bf45-82116305387b req-a7e76438-3c6b-4255-a278-9f654624dcd0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703091 Aug 29 19:08:25.736620 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Pushing event updated for resources: {'Port': ['ID=2773a328-c32b-4251-884e-1d7401f1853a,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:25.783865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Attempting to bind port 2773a328-c32b-4251-884e-1d7401f1853a on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:25.784339 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Attempting to bind port 2773a328-c32b-4251-884e-1d7401f1853a by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:25.784758 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Attempting to bind port 2773a328-c32b-4251-884e-1d7401f1853a on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:25.790661 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85ee590c-d933-4f82-99c9-768ed33fb653 req-24945a55-8a93-41dc-a8f4-2cd32873bf44 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367502 Aug 29 19:08:25.797232 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Port 2773a328-c32b-4251-884e-1d7401f1853a on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:08:25.797745 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Attempting to bind port 2773a328-c32b-4251-884e-1d7401f1853a on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:25.828450 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:25.828790 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Checking segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:25.829176 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Bound using segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:25.829616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Bound port: 2773a328-c32b-4251-884e-1d7401f1853a, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:25.829964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2773a328-c32b-4251-884e-1d7401f1853a), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.861477 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:25.896092 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b40f066b-6645-4700-93ed-ab8f08653e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.900836 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b40f066b-6645-4700-93ed-ab8f08653e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.902848 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-b40f066b-6645-4700-93ed-ab8f08653e5c admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1 HTTP/1.1" status: 204 len: 168 time: 0.7008111 Aug 29 19:08:25.912639 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-a56b225c-32d7-4406-ae92-a10f4681cd71 None None] Provisioning complete for port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:25.914203 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a56b225c-32d7-4406-ae92-a10f4681cd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:25.947938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f066b-6645-4700-93ed-ab8f08653e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b4b45d-058d-4eb8-8f70-9a4b4e83e2d1,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:25.961574 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-a56b225c-32d7-4406-ae92-a10f4681cd71 None None] Port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:08:25.967164 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d38d71d-cc1e-42fd-b291-eb339787cf57 {{(pid=101721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:26.010455 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Publish callbacks [] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.024897 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] For port 2773a328-c32b-4251-884e-1d7401f1853a, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:26.048030 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] For port 2773a328-c32b-4251-884e-1d7401f1853a, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2773a328-c32b-4251-884e-1d7401f1853a,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:26.053620 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fadd321-bdd6-4593-985e-4b08308c8b84 {{(pid=101721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:26.055899 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52941c16-3a2e-4a85-bf41-6edd0165a4a3 req-dc5562ab-0d14-4134-950f-0031a2cbad6a tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:26.057392 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52941c16-3a2e-4a85-bf41-6edd0165a4a3 req-dc5562ab-0d14-4134-950f-0031a2cbad6a tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 944 time: 0.0866616 Aug 29 19:08:26.059511 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.provisioning_blocks [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Transition to ACTIVE for port object 2d38d71d-cc1e-42fd-b291-eb339787cf57 will not be triggered until provisioned by entity L2. {{(pid=101721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:08:26.063987 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Publish callbacks [] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.067813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.071810 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2773a328-c32b-4251-884e-1d7401f1853a), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.075925 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:26.077018 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.078448 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2773a328-c32b-4251-884e-1d7401f1853a HTTP/1.1" status: 200 len: 1093 time: 2.7933226 Aug 29 19:08:26.083041 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0792b7a2-491c-41dc-b356-6116396636b7', 'tag': '2773a328-c32b-4251-884e-1d7401f1853a'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:26.086762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64aa8b8-0ff3-452a-b15c-45c889156c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0792b7a2-491c-41dc-b356-6116396636b7", "tag": "2773a328-c32b-4251-884e-1d7401f1853a"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:26.122700 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:26.130039 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.provisioning_blocks [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Transition to ACTIVE for port object 2fadd321-bdd6-4593-985e-4b08308c8b84 will not be triggered until provisioned by entity L2. {{(pid=101721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:08:26.175924 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.177253 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2017cf9d-4a3c-43e0-b4b4-5b782ab880bb x-openstack-request-id: req-2017cf9d-4a3c-43e0-b4b4-5b782ab880bb {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:26.177742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0792b7a2-491c-41dc-b356-6116396636b7", "tag": "2773a328-c32b-4251-884e-1d7401f1853a", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:26.178761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2017cf9d-4a3c-43e0-b4b4-5b782ab880bb {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:26.181126 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2017cf9d-4a3c-43e0-b4b4-5b782ab880bb'] response: {'name': 'network-changed', 'server_uuid': '0792b7a2-491c-41dc-b356-6116396636b7', 'tag': '2773a328-c32b-4251-884e-1d7401f1853a', 'status': 'completed', 'code': 200} Aug 29 19:08:26.203238 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Pushing event updated for resources: {'Port': ['ID=2d38d71d-cc1e-42fd-b291-eb339787cf57,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:26.208753 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52941c16-3a2e-4a85-bf41-6edd0165a4a3 req-81d5520a-077d-4498-8dfe-a7e7e5292afd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413713 Aug 29 19:08:26.216182 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195af30f-03ab-45e9-a19f-a2466eb4b2ed service neutron] Pushing event updated for resources: {'Port': ['ID=2773a328-c32b-4251-884e-1d7401f1853a,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:26.248490 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:26.318068 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:26.328487 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6a96-d4ae-47a8-bcfb-8adc404ac9bf req-ba3272b5-14dc-445d-bb7a-906d4e042341 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:26.330429 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c7ce6a96-d4ae-47a8-bcfb-8adc404ac9bf req-ba3272b5-14dc-445d-bb7a-906d4e042341 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 931 time: 0.0841129 Aug 29 19:08:26.343914 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Pushing event updated for resources: {'Port': ['ID=2fadd321-bdd6-4593-985e-4b08308c8b84,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:26.446916 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Attempting to bind port 2d38d71d-cc1e-42fd-b291-eb339787cf57 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:26.455713 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Attempting to bind port 2d38d71d-cc1e-42fd-b291-eb339787cf57 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:26.458798 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Attempting to bind port 2d38d71d-cc1e-42fd-b291-eb339787cf57 on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:26.473771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:26.491004 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d369d26b-f12c-4ab2-b237-bbd067789f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.498101 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Port 2d38d71d-cc1e-42fd-b291-eb339787cf57 on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:08:26.498429 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Attempting to bind port 2d38d71d-cc1e-42fd-b291-eb339787cf57 on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:26.513214 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:26.513554 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Checking segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:26.513937 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Bound using segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:26.514596 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Bound port: 2d38d71d-cc1e-42fd-b291-eb339787cf57, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:26.514721 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.519374 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c7ce6a96-d4ae-47a8-bcfb-8adc404ac9bf req-1520af2f-2355-4e26-8491-603278d4602f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758845 Aug 29 19:08:26.542589 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d36ef-e74b-45c6-9c09-2491097e3fe1 req-ab5b09f7-f7bb-4404-b766-4d5572020196 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:26.551770 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d46d36ef-e74b-45c6-9c09-2491097e3fe1 req-ab5b09f7-f7bb-4404-b766-4d5572020196 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 943 time: 0.1617179 Aug 29 19:08:26.555864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52492) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:26.580646 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2f09830d-124b-41ac-8e4d-30c618cfe3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.592085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Attempting to bind port 2fadd321-bdd6-4593-985e-4b08308c8b84 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:26.592437 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Attempting to bind port 2fadd321-bdd6-4593-985e-4b08308c8b84 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:26.592759 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Attempting to bind port 2fadd321-bdd6-4593-985e-4b08308c8b84 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:26.610162 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Port 2fadd321-bdd6-4593-985e-4b08308c8b84 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:08:26.610454 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Attempting to bind port 2fadd321-bdd6-4593-985e-4b08308c8b84 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:26.622613 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:26.623035 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:26.623369 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Bound using segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:26.623798 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Bound port: 2fadd321-bdd6-4593-985e-4b08308c8b84, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:26.624126 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.652829 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Request body: {'port': {'device_id': '4696f764-f3e7-482f-b94e-549896198ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:26.666882 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] For port 2d38d71d-cc1e-42fd-b291-eb339787cf57, host hv-cinder-73126, cleared binding levels {{(pid=101721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:26.734540 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] For port 2d38d71d-cc1e-42fd-b291-eb339787cf57, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:26.764147 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.777693 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:26.778297 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.780001 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 1093 time: 2.2792575 Aug 29 19:08:26.787146 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d46d36ef-e74b-45c6-9c09-2491097e3fe1 req-8c1acf90-1b6d-4fad-9f57-c3ecaa1f3064 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325947 Aug 29 19:08:26.866251 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aa8b8-0ff3-452a-b15c-45c889156c2f req-df6b520e-919c-4e70-b3ef-608af5d4e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:26.868538 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c64aa8b8-0ff3-452a-b15c-45c889156c2f req-df6b520e-919c-4e70-b3ef-608af5d4e808 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 1127 time: 0.2055922 Aug 29 19:08:26.869252 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.896775 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] For port 2fadd321-bdd6-4593-985e-4b08308c8b84, host hv-cinder-73126, cleared binding levels {{(pid=101721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:26.920246 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2f09830d-124b-41ac-8e4d-30c618cfe3dc admin admin] Publish callbacks [] for security_group (63832b71-d0f4-4441-ac19-3ce4da9a7d69), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.954244 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-c157bcd4-fafc-4129-8727-5270cdefe7d1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181314 Aug 29 19:08:26.960414 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] For port 2fadd321-bdd6-4593-985e-4b08308c8b84, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2fadd321-bdd6-4593-985e-4b08308c8b84,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:26.962491 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2f09830d-124b-41ac-8e4d-30c618cfe3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (63832b71-d0f4-4441-ac19-3ce4da9a7d69), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:26.978404 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218537-aefa-4a43-9b09-0b304c8d1917 service neutron] Pushing event updated for resources: {'Port': ['ID=2d38d71d-cc1e-42fd-b291-eb339787cf57,revision_number=3']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:26.993171 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.001292 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.001901 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.003281 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-23785ece-4278-4196-8c61-66438b78d871 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2fadd321-bdd6-4593-985e-4b08308c8b84 HTTP/1.1" status: 200 len: 1094 time: 2.2425370 Aug 29 19:08:27.032803 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-96e89e16-e5ae-4fa4-829e-fb4dcbf95f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.034293 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-96e89e16-e5ae-4fa4-829e-fb4dcbf95f3a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1127 time: 0.1406643 Aug 29 19:08:27.091232 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:27.153993 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-414ad631-fb59-4b05-9c93-22d89ad9cc36 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 217 time: 0.0896628 Aug 29 19:08:27.179833 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785ece-4278-4196-8c61-66438b78d871 service neutron] Pushing event updated for resources: {'Port': ['ID=2fadd321-bdd6-4593-985e-4b08308c8b84,revision_number=3']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:27.225129 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-01ffdcc0-5a1a-486f-ba5a-c50bdbf1624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.225129 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-01ffdcc0-5a1a-486f-ba5a-c50bdbf1624e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 1128 time: 0.1496322 Aug 29 19:08:27.229527 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7469f9c9-78f9-48b8-a4f7-c46f1b0d1319 req-401f4030-9d75-4676-a73a-5eaa532b5d24 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650983 Aug 29 19:08:27.248727 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-7ceedfea-ab7b-4285-bb7f-cbdc6d22776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.251180 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-7ceedfea-ab7b-4285-bb7f-cbdc6d22776b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0895576 Aug 29 19:08:27.294393 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-17c28fa5-a5fd-40af-98f5-4d0a8dee3e26 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fadd321-bdd6-4593-985e-4b08308c8b84 HTTP/1.1" status: 200 len: 217 time: 0.0424297 Aug 29 19:08:27.338366 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-33d3a87d-5673-4170-984d-59e649860838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.340004 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-33d3a87d-5673-4170-984d-59e649860838 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446472 Aug 29 19:08:27.342180 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-2f09830d-124b-41ac-8e4d-30c618cfe3dc admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=eeb08de236e04ad1b5fd3ebf0f1e48e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7846696 Aug 29 19:08:27.344839 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52512) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:27.347971 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a179d9-a3d5-4413-84c0-a44f8cb97db0 req-01babef5-28e3-45e0-9c8a-93df23632ca1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.349350 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-04a179d9-a3d5-4413-84c0-a44f8cb97db0 req-01babef5-28e3-45e0-9c8a-93df23632ca1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.4250629 Aug 29 19:08:27.352631 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57'}, {'name': 'network-changed', 'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:27.354970 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57"}, {"name": "network-changed", "server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:27.360579 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09830d-124b-41ac-8e4d-30c618cfe3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63832b71-d0f4-4441-ac19-3ce4da9a7d69,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:27.375037 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6945c-e33b-44d4-9891-36d9dfc88047 req-daa2e707-2e2e-4ab1-90e5-f6e5a143ec71 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.376534 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05c6945c-e33b-44d4-9891-36d9dfc88047 req-daa2e707-2e2e-4ab1-90e5-f6e5a143ec71 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.4268887 Aug 29 19:08:27.425923 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-184fef1d-3729-403d-a72a-b1cbc77845df admin admin] Publish callbacks [] for security_group (63832b71-d0f4-4441-ac19-3ce4da9a7d69), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.454297 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-184fef1d-3729-403d-a72a-b1cbc77845df admin admin] Publish callbacks [] for security_group (63832b71-d0f4-4441-ac19-3ce4da9a7d69), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.461871 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:27.490316 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:27.514405 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-184fef1d-3729-403d-a72a-b1cbc77845df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (63832b71-d0f4-4441-ac19-3ce4da9a7d69), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.517128 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-184fef1d-3729-403d-a72a-b1cbc77845df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.520690 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-184fef1d-3729-403d-a72a-b1cbc77845df admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/63832b71-d0f4-4441-ac19-3ce4da9a7d69 HTTP/1.1" status: 204 len: 168 time: 0.1724653 Aug 29 19:08:27.527573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:27.536013 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aa8b8-0ff3-452a-b15c-45c889156c2f req-a3425420-a86a-4aab-9d6e-914db557c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.537536 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c64aa8b8-0ff3-452a-b15c-45c889156c2f req-a3425420-a86a-4aab-9d6e-914db557c110 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6144707 Aug 29 19:08:27.538460 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fef1d-3729-403d-a72a-b1cbc77845df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63832b71-d0f4-4441-ac19-3ce4da9a7d69,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:27.559613 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-04a179d9-a3d5-4413-84c0-a44f8cb97db0 req-63b9d09d-7d44-4cab-a843-f5cea387c198 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960711 Aug 29 19:08:27.608453 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05c6945c-e33b-44d4-9891-36d9dfc88047 req-f29f3c27-7d59-4853-8d59-c75cac34b023 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235134 Aug 29 19:08:27.773818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46460778-53b1-4fc9-b3a5-b8e6bf681128 req-30edff25-4b75-4a05-b06f-d47b6c7445f4 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.775422 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-46460778-53b1-4fc9-b3a5-b8e6bf681128 req-30edff25-4b75-4a05-b06f-d47b6c7445f4 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 944 time: 0.0889115 Aug 29 19:08:27.780699 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a358f84-992d-456b-ba86-932effe304e4 x-openstack-request-id: req-3a358f84-992d-456b-ba86-932effe304e4 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:27.781148 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:27.781405 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3a358f84-992d-456b-ba86-932effe304e4 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:27.781809 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a358f84-992d-456b-ba86-932effe304e4'] response: {'name': 'network-changed', 'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'status': 'completed', 'code': 200} Aug 29 19:08:27.782062 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a358f84-992d-456b-ba86-932effe304e4'] response: {'name': 'network-changed', 'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'status': 'completed', 'code': 200} Aug 29 19:08:27.874150 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:27.900972 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-46460778-53b1-4fc9-b3a5-b8e6bf681128 req-ae042709-7273-4ca7-b456-0aaa004cd79b tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161406 Aug 29 19:08:27.904885 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Publish callbacks [] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:27.930893 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Transition to ACTIVE for port object 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:08:27.937813 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f693-8e7c-40d7-bcd2-8d6b2733085c req-708ff636-1e18-4c94-bc45-43e55d62fa66 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:27.945202 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2860f693-8e7c-40d7-bcd2-8d6b2733085c req-708ff636-1e18-4c94-bc45-43e55d62fa66 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 931 time: 0.0952067 Aug 29 19:08:27.952488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:28.077445 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:28.104532 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5e27-f2ea-40c5-a923-c15b9520f738 req-883a9c6b-5ded-4980-89ad-09573290f152 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.106373 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ab5b5e27-f2ea-40c5-a923-c15b9520f738 req-883a9c6b-5ded-4980-89ad-09573290f152 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 943 time: 0.1151028 Aug 29 19:08:28.119942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Attempting to bind port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:08:28.120466 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Attempting to bind port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:08:28.120982 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Attempting to bind port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 on network b4625722-be90-4944-a2a2-5603ab9cea5a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:28.144914 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2860f693-8e7c-40d7-bcd2-8d6b2733085c req-6c80d345-4044-4735-96ff-f4067208fad5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987875 Aug 29 19:08:28.155286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 on network b4625722-be90-4944-a2a2-5603ab9cea5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:08:28.155795 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Attempting to bind port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 on network b4625722-be90-4944-a2a2-5603ab9cea5a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:08:28.205054 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:08:28.205299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Checking segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:28.205668 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Bound using segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:08:28.206087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Bound port: 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:08:28.206439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:28.247019 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-3524b194-eb8c-4cd0-94fb-5a2559b24e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.248874 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-3524b194-eb8c-4cd0-94fb-5a2559b24e60 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=74f3f1161ef84f30bbd787e9361a0dac&device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 1128 time: 0.1339080 Aug 29 19:08:28.255374 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-6d08de51-495f-488e-a5e1-86d375ec4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.257034 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-6d08de51-495f-488e-a5e1-86d375ec4f64 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.1889956 Aug 29 19:08:28.308036 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ab5b5e27-f2ea-40c5-a923-c15b9520f738 req-fc9645d5-f3dc-4592-88fd-0373f8bace3d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811850 Aug 29 19:08:28.316738 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aa8b8-0ff3-452a-b15c-45c889156c2f req-ca411249-68ed-48b3-b53d-a1e05b5007a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.318441 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c64aa8b8-0ff3-452a-b15c-45c889156c2f req-ca411249-68ed-48b3-b53d-a1e05b5007a7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2106957 Aug 29 19:08:28.341478 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:08:28.344924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:08:28.353647 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:28.359477 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.360036 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:28.361482 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 1093 time: 1.7136252 Aug 29 19:08:28.361926 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:28.364252 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18efeba-0fde-41cc-b7a7-b139c1ca0340" -d '{"events": [{"name": "network-changed", "server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:28.415144 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:28.458197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df0502-d6bb-4201-b1f0-e05a6f355b79 x-openstack-request-id: req-f2df0502-d6bb-4201-b1f0-e05a6f355b79 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:28.458417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:28.458671 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f2df0502-d6bb-4201-b1f0-e05a6f355b79 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:28.459142 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2df0502-d6bb-4201-b1f0-e05a6f355b79'] response: {'name': 'network-changed', 'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'status': 'completed', 'code': 200} Aug 29 19:08:28.471417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b211c2-82db-48aa-a856-440dc6666048 service neutron] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:28.492633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-47276bd1-1b0c-43d0-9fd0-09d9df26b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.494174 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-47276bd1-1b0c-43d0-9fd0-09d9df26b975 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 1127 time: 0.0966389 Aug 29 19:08:28.507921 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8f9dc27-8a6b-4fef-8953-ff1b0f4fbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.518273 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-f8f9dc27-8a6b-4fef-8953-ff1b0f4fbf5d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1127 time: 0.0557489 Aug 29 19:08:28.559464 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-fb6582a1-a9b4-4d35-a056-d7d18f310604 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2773a328-c32b-4251-884e-1d7401f1853a HTTP/1.1" status: 200 len: 217 time: 0.0484829 Aug 29 19:08:28.590253 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-760c6cf4-fcb0-4a70-9b1c-45ef36828f2f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0655930 Aug 29 19:08:28.612115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-29a13da3-b8bc-4831-b8b2-9abba0c1343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.613135 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-29a13da3-b8bc-4831-b8b2-9abba0c1343b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3393447 Aug 29 19:08:28.660913 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-fdbe5305-b185-40e7-9c1d-e08c2bfdee9d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445569 Aug 29 19:08:28.704190 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-dc0d4bae-5545-4d3c-9e6a-412729a1290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.706061 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-dc0d4bae-5545-4d3c-9e6a-412729a1290d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=fca34072-56a5-4db2-b6ce-2bbddd357288 HTTP/1.1" status: 200 len: 913 time: 0.4477878 Aug 29 19:08:28.722954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a6f0e-23ad-402e-8c87-ff21e9ea1827 req-6d39a684-84b0-4dbc-9011-dcee2390bd64 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.724458 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-820a6f0e-23ad-402e-8c87-ff21e9ea1827 req-6d39a684-84b0-4dbc-9011-dcee2390bd64 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.0585976 Aug 29 19:08:28.754515 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:28.776048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05c8bb-7473-4ba9-8d2a-c54bd5a766fa req-32eacf78-1cfe-4cd3-97d1-c799f9421f6a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:28.777617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe05c8bb-7473-4ba9-8d2a-c54bd5a766fa req-32eacf78-1cfe-4cd3-97d1-c799f9421f6a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.0772345 Aug 29 19:08:28.820130 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-820a6f0e-23ad-402e-8c87-ff21e9ea1827 req-c56e98b2-e79a-440e-9c2b-fc55db3f449b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793769 Aug 29 19:08:28.858238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe05c8bb-7473-4ba9-8d2a-c54bd5a766fa req-0473a1ce-f526-455a-afe9-88c8a9efa456 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Aug 29 19:08:28.893421 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3be73451-30b8-46db-b462-6344e7218b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:29.036873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39763d13-fa68-46f9-b7a6-24f978b68669 req-e02394a4-c3e2-408a-8848-99daafd4cef1 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:29.043714 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39763d13-fa68-46f9-b7a6-24f978b68669 req-e02394a4-c3e2-408a-8848-99daafd4cef1 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 944 time: 0.0611315 Aug 29 19:08:29.097762 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39763d13-fa68-46f9-b7a6-24f978b68669 req-14746ada-748e-4191-8f62-d592df7d63a3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Aug 29 19:08:29.307606 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b783c-5cd0-4b25-861d-83d4394abe8b req-d9ee3f0d-b316-466f-9da9-cd6d2a49da31 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:29.309104 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c93b783c-5cd0-4b25-861d-83d4394abe8b req-d9ee3f0d-b316-466f-9da9-cd6d2a49da31 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0500035 Aug 29 19:08:29.359596 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c93b783c-5cd0-4b25-861d-83d4394abe8b req-d4eba93b-f20d-41a8-99de-9e38a950bd6e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Aug 29 19:08:29.442572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eadd44-58f8-4fbe-9f5c-cba41da05c9c req-1741a3c7-a850-4b26-a7b5-c2a80fb38754 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:29.444066 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-88eadd44-58f8-4fbe-9f5c-cba41da05c9c req-1741a3c7-a850-4b26-a7b5-c2a80fb38754 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 943 time: 0.0526102 Aug 29 19:08:29.494166 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-88eadd44-58f8-4fbe-9f5c-cba41da05c9c req-66712f56-409f-4fdb-a170-0a1c883140e5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 Aug 29 19:08:29.875707 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=26 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:29.877066 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=8 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:29.982464 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b82d2-779e-4d74-82ed-87d82e01d500 req-ec101a9e-b35a-4a15-a131-b5d53a5cd022 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:29.983862 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ab6b82d2-779e-4d74-82ed-87d82e01d500 req-ec101a9e-b35a-4a15-a131-b5d53a5cd022 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.0715027 Aug 29 19:08:30.004645 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128c7cb-7e18-4253-88ee-b658d27c4c31 req-6da2e029-6dbe-4183-815c-c8f93892faa1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:30.006027 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d128c7cb-7e18-4253-88ee-b658d27c4c31 req-6da2e029-6dbe-4183-815c-c8f93892faa1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.0655179 Aug 29 19:08:30.052098 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:30.075228 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ab6b82d2-779e-4d74-82ed-87d82e01d500 req-7c485e2c-4e13-4c8c-940f-0ab73611c484 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857234 Aug 29 19:08:30.081916 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d128c7cb-7e18-4253-88ee-b658d27c4c31 req-b676b87a-1f29-496a-976d-af3351649535 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692022 Aug 29 19:08:30.157025 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ea5f3186-99cf-44d9-91d3-f823d8b73573 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:08:30.170533 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:30.220659 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519db33d-bc62-4548-80fe-6acf529dee93 req-3b2f245d-a291-4ee4-917d-244543ae4bdb tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:30.222096 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-519db33d-bc62-4548-80fe-6acf529dee93 req-3b2f245d-a291-4ee4-917d-244543ae4bdb tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 944 time: 0.0490067 Aug 29 19:08:30.269807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port ea5f3186-99cf-44d9-91d3-f823d8b73573, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:30.274481 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-519db33d-bc62-4548-80fe-6acf529dee93 req-0852f020-d43e-4991-89fa-ad506972985f tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Aug 29 19:08:30.283167 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'ea5f3186-99cf-44d9-91d3-f823d8b73573', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'port_id': 'ea5f3186-99cf-44d9-91d3-f823d8b73573', 'mac_address': 'fa:16:3e:32:46:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:08:30.321244 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port ea5f3186-99cf-44d9-91d3-f823d8b73573 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:30.321707 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:30.334717 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5f3186-99cf-44d9-91d3-f823d8b73573 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:30.358876 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port ea5f3186-99cf-44d9-91d3-f823d8b73573, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:30.362654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:30.363317 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 284ef1b6-7701-4493-93a6-1161589f2769 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:08:30.431881 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=ea5f3186-99cf-44d9-91d3-f823d8b73573,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:30.485973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd208312-71e3-40f8-a35b-e46365e86770 req-5c4515af-46ad-4088-b9a0-a5c447a3edc0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:30.487470 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fd208312-71e3-40f8-a35b-e46365e86770 req-5c4515af-46ad-4088-b9a0-a5c447a3edc0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0490365 Aug 29 19:08:30.499602 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 284ef1b6-7701-4493-93a6-1161589f2769, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=284ef1b6-7701-4493-93a6-1161589f2769,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:30.514259 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '284ef1b6-7701-4493-93a6-1161589f2769', 'network_id': 'fca34072-56a5-4db2-b6ce-2bbddd357288', 'port_id': '284ef1b6-7701-4493-93a6-1161589f2769', 'mac_address': 'fa:16:3e:16:11:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3377f28b-1e40-46c8-9107-00c9fa06ea4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:08:30.535709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fd208312-71e3-40f8-a35b-e46365e86770 req-caa36845-a47e-4742-9d1c-254e54e605ac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Aug 29 19:08:30.550731 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 284ef1b6-7701-4493-93a6-1161589f2769 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:30.551144 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (284ef1b6-7701-4493-93a6-1161589f2769), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:30.564976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284ef1b6-7701-4493-93a6-1161589f2769 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:30.586829 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 284ef1b6-7701-4493-93a6-1161589f2769, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=284ef1b6-7701-4493-93a6-1161589f2769,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:30.591013 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (284ef1b6-7701-4493-93a6-1161589f2769), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:30.622609 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999615-41df-487c-baaa-c563b6bb2ef0 req-6aa0a1c8-707e-4f73-8497-b29da7f75153 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:30.624096 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8a999615-41df-487c-baaa-c563b6bb2ef0 req-6aa0a1c8-707e-4f73-8497-b29da7f75153 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 943 time: 0.0514789 Aug 29 19:08:30.639311 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=284ef1b6-7701-4493-93a6-1161589f2769,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:30.672508 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8a999615-41df-487c-baaa-c563b6bb2ef0 req-b9bea5e9-dd2c-4e63-a2e0-4b842c540c00 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Aug 29 19:08:31.102293 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:31.129409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-f68efa0f-e426-4378-8f4a-a71640490069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.130861 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-f68efa0f-e426-4378-8f4a-a71640490069 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0840056 Aug 29 19:08:31.133096 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-6fd64997-809d-4905-acaf-a041bb96fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.134419 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-6fd64997-809d-4905-acaf-a041bb96fc53 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0792739 Aug 29 19:08:31.157087 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-a4731bda-fd3c-4658-8e33-5bf13d696240 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284ef1b6-7701-4493-93a6-1161589f2769 HTTP/1.1" status: 200 len: 217 time: 0.1072669 Aug 29 19:08:31.203343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:31.280834 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-fbb1639f-f1a2-423a-a5af-e8d3499f40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.282306 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-fbb1639f-f1a2-423a-a5af-e8d3499f40cb service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=3377f28b-1e40-46c8-9107-00c9fa06ea4a HTTP/1.1" status: 200 len: 850 time: 0.0948207 Aug 29 19:08:31.284664 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-e007c5cd-dcbb-462a-8991-227edf98e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.286666 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-e007c5cd-dcbb-462a-8991-227edf98e577 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1351178 Aug 29 19:08:31.293831 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-f936e365-698b-4685-b0af-b54b02c0b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.295123 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-6a2c2a50-7540-4304-91d4-9fb0444e7a43 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465141 Aug 29 19:08:31.295308 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-f936e365-698b-4685-b0af-b54b02c0b8c7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1521187 Aug 29 19:08:31.316821 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb2738-f85b-4173-938d-e6175f86a2f1 req-8567cd86-73c1-4d9b-bf5c-7f32303fcf4a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.320792 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-67eb2738-f85b-4173-938d-e6175f86a2f1 req-8567cd86-73c1-4d9b-bf5c-7f32303fcf4a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.1348338 Aug 29 19:08:31.352426 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586feec-ae7e-4aa8-8606-115a936bf139 req-0d26e14d-0483-42d7-bd13-96aadafb6848 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.352604 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-6baf172c-bbe9-4f98-9b0f-018aa8616029 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793310 Aug 29 19:08:31.353765 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9586feec-ae7e-4aa8-8606-115a936bf139 req-0d26e14d-0483-42d7-bd13-96aadafb6848 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.1667757 Aug 29 19:08:31.397224 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-b372daac-1ffb-455b-8df4-15e543644671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.400693 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-b372daac-1ffb-455b-8df4-15e543644671 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=fca34072-56a5-4db2-b6ce-2bbddd357288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012654 Aug 29 19:08:31.461958 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-c4ff3b9d-15e9-4a47-b00c-5956c894a404 req-b1b7e8a9-8678-47bb-8eda-8573be271787 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460872 Aug 29 19:08:31.462351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:31.553894 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-67eb2738-f85b-4173-938d-e6175f86a2f1 req-e2b50489-2fce-4bf2-8693-6472de85793d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089810 Aug 29 19:08:31.570845 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9586feec-ae7e-4aa8-8606-115a936bf139 req-e40908e2-d914-4747-b959-41ada95f512e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447914 Aug 29 19:08:31.573047 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-29060cdc-1ccd-4a9a-b34e-6dae05987b19 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743399 Aug 29 19:08:31.582708 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-e3457b22-d70d-4e14-b329-8e2186db04b6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740829 Aug 29 19:08:31.643101 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['ea5f3186-99cf-44d9-91d3-f823d8b73573'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:08:31.712320 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad46-099b-4adb-9aeb-3cd55845e789 req-d463e7ac-06a5-4ab5-9d0f-82f82b13288a tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.713794 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b506ad46-099b-4adb-9aeb-3cd55845e789 req-d463e7ac-06a5-4ab5-9d0f-82f82b13288a tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 945 time: 0.0861466 Aug 29 19:08:31.719305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eed15-9df5-47d5-b313-2dceaada156e req-85b0a043-751a-4f0f-87d9-7cb0edbd16bb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.720663 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7f1eed15-9df5-47d5-b313-2dceaada156e req-85b0a043-751a-4f0f-87d9-7cb0edbd16bb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0823858 Aug 29 19:08:31.793797 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b506ad46-099b-4adb-9aeb-3cd55845e789 req-7d3de7fe-8a5f-45ce-a559-cc0fb244e869 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721500 Aug 29 19:08:31.797854 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7f1eed15-9df5-47d5-b313-2dceaada156e req-42827cad-c69d-482a-8fa5-367291317bc3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698724 Aug 29 19:08:31.816699 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['284ef1b6-7701-4493-93a6-1161589f2769'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:08:31.884716 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:31.893639 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:31.911038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205f3d3-9f87-4aa7-9726-ba1cd7f5a9d4 req-6ac9454f-a8d1-448e-930b-893148616d27 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:31.912516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1205f3d3-9f87-4aa7-9726-ba1cd7f5a9d4 req-6ac9454f-a8d1-448e-930b-893148616d27 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 943 time: 0.0516894 Aug 29 19:08:31.928627 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:31.968579 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1205f3d3-9f87-4aa7-9726-ba1cd7f5a9d4 req-0b2d3043-ada6-4ba2-9119-0424a68917ca tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499432 Aug 29 19:08:32.319515 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:32.326898 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-bde19321-d9d9-4b17-b68f-fa8a5effbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:32.328434 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-bde19321-d9d9-4b17-b68f-fa8a5effbfa3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1127 time: 0.0835438 Aug 29 19:08:32.362881 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-5d8993a8-5b64-4fe1-ba73-2cc7e1ec2590 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273828 Aug 29 19:08:32.406726 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a34e41bf-6e31-4042-835f-fac57a3a2ae8 req-b138ebbb-d5c9-471f-bd30-2d15302a15aa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661489 Aug 29 19:08:32.410245 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d9e3545-7338-4eed-a579-cb54a5136e7e req-3c74f991-6b76-42aa-8d5e-11c2c8d95bb6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684496 Aug 29 19:08:32.651101 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:32.732146 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9767b30-6fe8-443f-9a62-462016b16a24 req-6e26e1b5-5a9d-43a4-a87c-e420a417aa13 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:32.734229 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9767b30-6fe8-443f-9a62-462016b16a24 req-6e26e1b5-5a9d-43a4-a87c-e420a417aa13 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.1000693 Aug 29 19:08:32.753115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa75bd-d7bc-4965-b806-9bc135ff439e req-74455965-9932-475d-ae0f-a6fa94cb168f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:32.754979 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58fa75bd-d7bc-4965-b806-9bc135ff439e req-74455965-9932-475d-ae0f-a6fa94cb168f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.0669558 Aug 29 19:08:32.844778 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9767b30-6fe8-443f-9a62-462016b16a24 req-5dd9a74c-7eba-46b6-b095-0052ba4756d5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885880 Aug 29 19:08:32.855626 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58fa75bd-d7bc-4965-b806-9bc135ff439e req-af763678-24f2-4816-95b7-5da48805d325 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921602 Aug 29 19:08:32.967229 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:33.028655 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108738a-693e-47c7-9baa-d5bdfb2f346d req-3e639349-4d47-4df5-9fab-841cf756652f tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:33.030352 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b108738a-693e-47c7-9baa-d5bdfb2f346d req-3e639349-4d47-4df5-9fab-841cf756652f tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 945 time: 0.0874755 Aug 29 19:08:33.035895 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddf354-722c-486d-a02a-6dbd1eba785b req-c4861819-2a51-4a2f-9784-b4b5929a6834 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:33.037221 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31ddf354-722c-486d-a02a-6dbd1eba785b req-c4861819-2a51-4a2f-9784-b4b5929a6834 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0912850 Aug 29 19:08:33.115248 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2d38d71d-cc1e-42fd-b291-eb339787cf57 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:08:33.133363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ea5f3186-99cf-44d9-91d3-f823d8b73573 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:33.247406 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port ea5f3186-99cf-44d9-91d3-f823d8b73573 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:08:33.257006 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port ea5f3186-99cf-44d9-91d3-f823d8b73573 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:33.258318 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:33.268326 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:33.272219 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-90bbeda1-9bad-4383-9d88-01b7e6d13e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:33.274973 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-90bbeda1-9bad-4383-9d88-01b7e6d13e75 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.1746275 Aug 29 19:08:33.318530 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-f006c353-79f0-4dd3-a7db-576a7a3404c5 req-3a30d39a-9968-453b-92ce-dd2f11c0c6dd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200172 Aug 29 19:08:33.327100 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2d38d71d-cc1e-42fd-b291-eb339787cf57, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:33.330449 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b108738a-693e-47c7-9baa-d5bdfb2f346d req-cdbbb873-c56b-4bbb-8724-b6df17d9c28e tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921042 Aug 29 19:08:33.340009 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31ddf354-722c-486d-a02a-6dbd1eba785b req-507fe930-e9b1-408a-a1da-e79cd04c95e3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952845 Aug 29 19:08:33.343624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'port_id': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'mac_address': 'fa:16:3e:64:11:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:08:33.399788 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 2d38d71d-cc1e-42fd-b291-eb339787cf57 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:33.400179 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:33.426312 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d38d71d-cc1e-42fd-b291-eb339787cf57 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:33.432992 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port ea5f3186-99cf-44d9-91d3-f823d8b73573 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:33.433377 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:33.446271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3b75-dad1-4b41-b080-8765aa4caa8a req-83933715-f32f-4a41-83fd-fab75c3beedd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:33.447782 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f16a3b75-dad1-4b41-b080-8765aa4caa8a req-83933715-f32f-4a41-83fd-fab75c3beedd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 943 time: 0.0481381 Aug 29 19:08:33.463656 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2d38d71d-cc1e-42fd-b291-eb339787cf57, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:33.471404 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f3186-99cf-44d9-91d3-f823d8b73573'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:33.497747 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f16a3b75-dad1-4b41-b080-8765aa4caa8a req-b7b1e9ee-389f-4592-9e4c-b26aa27bdd9d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Aug 29 19:08:33.531270 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:33.563032 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port ea5f3186-99cf-44d9-91d3-f823d8b73573, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:33.572382 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:33.573160 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 284ef1b6-7701-4493-93a6-1161589f2769 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:33.706462 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970fb9c1-6941-45ce-9053-97816c980093" -d '{"events": [{"server_uuid": "b28b5c17-0afa-4fff-a814-653688b1231b", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f3186-99cf-44d9-91d3-f823d8b73573"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:33.732690 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=2d38d71d-cc1e-42fd-b291-eb339787cf57,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:33.746339 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.746686 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.747056 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.747427 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.747830 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.748093 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.748416 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.748741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.749065 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.749382 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.749704 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.750040 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.750364 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.750681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.750995 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:33.764760 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 284ef1b6-7701-4493-93a6-1161589f2769 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:08:33.794701 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 284ef1b6-7701-4493-93a6-1161589f2769 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:33.795092 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (284ef1b6-7701-4493-93a6-1161589f2769), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:33.840458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de15554-ac6f-47a4-be5a-239dcdb43041 x-openstack-request-id: req-4de15554-ac6f-47a4-be5a-239dcdb43041 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:33.840780 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b5c17-0afa-4fff-a814-653688b1231b", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f3186-99cf-44d9-91d3-f823d8b73573", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:33.841032 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4de15554-ac6f-47a4-be5a-239dcdb43041 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:33.841797 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de15554-ac6f-47a4-be5a-239dcdb43041'] response: {'server_uuid': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f3186-99cf-44d9-91d3-f823d8b73573', 'code': 200} Aug 29 19:08:33.842543 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=ea5f3186-99cf-44d9-91d3-f823d8b73573,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:33.880592 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['2d38d71d-cc1e-42fd-b291-eb339787cf57'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:08:33.908385 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:33.925089 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:33.927923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 284ef1b6-7701-4493-93a6-1161589f2769 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:33.928475 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (284ef1b6-7701-4493-93a6-1161589f2769), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:34.002768 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 284ef1b6-7701-4493-93a6-1161589f2769, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=284ef1b6-7701-4493-93a6-1161589f2769,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:34.015843 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (284ef1b6-7701-4493-93a6-1161589f2769), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:34.044054 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861d1ca-e377-44f4-a0f6-74afe8c90e1b req-ce20d6c2-6bee-4fc0-b66f-fbbd7209c7c7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:34.045892 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b861d1ca-e377-44f4-a0f6-74afe8c90e1b req-ce20d6c2-6bee-4fc0-b66f-fbbd7209c7c7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.0704882 Aug 29 19:08:34.064543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b2c2-5715-4032-9d8d-fb217036bbae req-c37ccce8-ae83-45ff-9d1b-d0673ebd3991 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:34.066883 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a6f5b2c2-5715-4032-9d8d-fb217036bbae req-c37ccce8-ae83-45ff-9d1b-d0673ebd3991 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.1367912 Aug 29 19:08:34.141917 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=284ef1b6-7701-4493-93a6-1161589f2769,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:34.162288 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b861d1ca-e377-44f4-a0f6-74afe8c90e1b req-19330e4f-8b37-41ec-8eab-5a2265ea382c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944409 Aug 29 19:08:34.166469 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a6f5b2c2-5715-4032-9d8d-fb217036bbae req-4880de75-e325-4f62-bad3-ec4b50e3142e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899234 Aug 29 19:08:34.499695 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fd4e-1e19-4776-81fd-6f561c1f5b85 req-6c89ad4b-84dc-43eb-b671-85a23f2a653e tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:34.501181 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9af1fd4e-1e19-4776-81fd-6f561c1f5b85 req-6c89ad4b-84dc-43eb-b671-85a23f2a653e tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0887239 Aug 29 19:08:34.521905 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68367b7-4b43-4d29-ad10-d6febcafc8de req-be954e14-66d0-4495-8fe2-63256abb678d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:34.523962 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b68367b7-4b43-4d29-ad10-d6febcafc8de req-be954e14-66d0-4495-8fe2-63256abb678d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0756483 Aug 29 19:08:34.595605 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9af1fd4e-1e19-4776-81fd-6f561c1f5b85 req-b9332461-0db4-4210-b9be-5b38e9e7c5ff tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886095 Aug 29 19:08:34.608108 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b68367b7-4b43-4d29-ad10-d6febcafc8de req-1a3dd89e-bf74-45a7-af67-fbe0613be4a8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763168 Aug 29 19:08:34.635491 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52760) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:34.702563 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c9bfa-ea7e-42a4-96ff-fe1c17ba651d req-1ff9c126-1f1f-477c-893d-05112eee6b78 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:34.704047 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-046c9bfa-ea7e-42a4-96ff-fe1c17ba651d req-1ff9c126-1f1f-477c-893d-05112eee6b78 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 944 time: 0.0479655 Aug 29 19:08:34.751209 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:34.755713 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-046c9bfa-ea7e-42a4-96ff-fe1c17ba651d req-090b92b7-1040-4bb0-8f11-00897d032216 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Aug 29 19:08:34.834195 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Publish callbacks [] for security_group (287a826a-d765-4cfa-804f-81f7b0492f5d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:34.839184 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (287a826a-d765-4cfa-804f-81f7b0492f5d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:34.877743 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=30bf22b7c47445ec9ec0c803c81bc197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411635 Aug 29 19:08:34.879718 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a826a-d765-4cfa-804f-81f7b0492f5d,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:34.880486 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52764) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:34.887431 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.887780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.888140 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.888481 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.888816 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.889151 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.889486 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.889812 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.890139 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.890466 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.890804 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.891154 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.891634 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.891804 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.892105 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f6bd-fd50-42ce-beaf-002e2960a691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:34.934029 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:34.939677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Publish callbacks [] for security_group (287a826a-d765-4cfa-804f-81f7b0492f5d), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:34.959755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Publish callbacks [] for security_group (287a826a-d765-4cfa-804f-81f7b0492f5d), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.008814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (287a826a-d765-4cfa-804f-81f7b0492f5d), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.011636 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.012745 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/287a826a-d765-4cfa-804f-81f7b0492f5d HTTP/1.1" status: 204 len: 168 time: 0.1312895 Aug 29 19:08:35.020821 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a826a-d765-4cfa-804f-81f7b0492f5d,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:35.030018 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.030367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.030712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.031048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.031396 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.031721 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.032045 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.032370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.032677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.033000 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.033319 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.033640 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.033957 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.034273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.034806 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b1723-bae5-4ff7-9f2c-48156fe9de84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:08:35.053118 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-33e3d1f0-ef76-4d89-8d3c-b6753d6994d5 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 217 time: 0.0439529 Aug 29 19:08:35.130279 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2fadd321-bdd6-4593-985e-4b08308c8b84 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:08:35.134730 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-231d4daf-8e54-4dc4-a423-cc0045e16e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.136317 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-231d4daf-8e54-4dc4-a423-cc0045e16e3a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1127 time: 0.0853753 Aug 29 19:08:35.143718 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-6ecf9642-d734-4517-a7d9-771db968baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.145297 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-6ecf9642-d734-4517-a7d9-771db968baba service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0835080 Aug 29 19:08:35.197690 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2d38d71d-cc1e-42fd-b291-eb339787cf57 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:35.239160 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-5746a54f-4452-4742-a159-1db1547c629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.244492 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-5746a54f-4452-4742-a159-1db1547c629d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889330 Aug 29 19:08:35.289192 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.db.resource_extend [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 19:08:35.341148 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-dcc77f66-c072-49c5-a2ce-59d23d039757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.343010 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-dcc77f66-c072-49c5-a2ce-59d23d039757 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.1968451 Aug 29 19:08:35.409198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 2d38d71d-cc1e-42fd-b291-eb339787cf57 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:08:35.423936 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 2d38d71d-cc1e-42fd-b291-eb339787cf57 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:35.424313 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.434576 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-37cc3bae-7b40-4891-a01c-e8b0febe61ec service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0655525 Aug 29 19:08:35.441745 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-bff6e5af-39a7-4c75-9a49-5dbbd28a195f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890182 Aug 29 19:08:35.496407 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2fadd321-bdd6-4593-985e-4b08308c8b84, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2fadd321-bdd6-4593-985e-4b08308c8b84,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:35.522370 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:08:35.577802 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52790) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:35.592615 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:35.616265 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc879c-eced-46dd-a496-56af55c98ebe req-754c9c03-9052-4819-868c-bcb14e5ac8bf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.618500 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1cbc879c-eced-46dd-a496-56af55c98ebe req-754c9c03-9052-4819-868c-bcb14e5ac8bf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 944 time: 0.3161070 Aug 29 19:08:35.622431 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-03e34cbf-87a8-4e81-84aa-542b36df4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.622945 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 2fadd321-bdd6-4593-985e-4b08308c8b84 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:35.623557 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.623966 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-03e34cbf-87a8-4e81-84aa-542b36df4a95 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.1807342 Aug 29 19:08:35.627441 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9c22-a9f1-41e6-886b-930f40228bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.627830 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 2d38d71d-cc1e-42fd-b291-eb339787cf57 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:35.628469 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.641248 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6221-ea07-4ec4-9dfa-988ce28f695b req-aab8e52a-d486-4ef7-b76b-e6c78c450370 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.652156 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fc9f6221-ea07-4ec4-9dfa-988ce28f695b req-aab8e52a-d486-4ef7-b76b-e6c78c450370 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.2952127 Aug 29 19:08:35.657581 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fadd321-bdd6-4593-985e-4b08308c8b84 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:35.659327 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:35.687320 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d03f4-45ca-407a-83a6-3f4de2fe69ef req-36f40f68-548e-45b7-b5e3-f6d33dad2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.688864 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-851d03f4-45ca-407a-83a6-3f4de2fe69ef req-36f40f68-548e-45b7-b5e3-f6d33dad2d6e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1130 time: 0.3191562 Aug 29 19:08:35.707618 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2fadd321-bdd6-4593-985e-4b08308c8b84, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2fadd321-bdd6-4593-985e-4b08308c8b84,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:35.714946 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2d38d71d-cc1e-42fd-b291-eb339787cf57, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:35.716962 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.717855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:08:35.745496 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1cbc879c-eced-46dd-a496-56af55c98ebe req-bc2a101f-87bf-41fd-be41-b3b133cd0aa3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872650 Aug 29 19:08:35.749188 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-851d03f4-45ca-407a-83a6-3f4de2fe69ef req-81594543-c254-402f-af79-0209a9562dde service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.825005 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fc9f6221-ea07-4ec4-9dfa-988ce28f695b req-b51e8532-7d87-408b-889f-043751c7fdbb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634367 Aug 29 19:08:35.829555 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:35.842555 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:35.852628 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-61f414d5-289d-4ca1-8a3b-5ad0f14b2d52 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934386 Aug 29 19:08:35.919344 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284ef1b6-7701-4493-93a6-1161589f2769'}, {'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:35.921857 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d3a19-0205-4db8-8a26-b4d62c56ddc7" -d '{"events": [{"server_uuid": "79f5cf3f-d9c5-4279-a896-d6dd9c50266a", "name": "network-vif-plugged", "status": "completed", "tag": "284ef1b6-7701-4493-93a6-1161589f2769"}, {"server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "name": "network-vif-plugged", "status": "completed", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:35.924183 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-442e6133-264f-4821-9874-ca9bae8c44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:35.925783 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-442e6133-264f-4821-9874-ca9bae8c44fb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2504854 Aug 29 19:08:35.952368 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.979326 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9c22-a9f1-41e6-886b-930f40228bb6 admin admin] Publish callbacks [] for security_group (475b0252-2f8e-4185-91c8-a5dfae87f76d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:35.994982 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.db.resource_extend [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 19:08:36.004287 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9c22-a9f1-41e6-886b-930f40228bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (475b0252-2f8e-4185-91c8-a5dfae87f76d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.018919 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=2fadd321-bdd6-4593-985e-4b08308c8b84,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.094380 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a9c22-a9f1-41e6-886b-930f40228bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475b0252-2f8e-4185-91c8-a5dfae87f76d,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.103357 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe8aab-ba49-4a81-8dd4-41972ed5d2e4 req-563d08e4-4e44-499b-bbf7-e2e25e4bd9d9 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:36.115689 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-affe8aab-ba49-4a81-8dd4-41972ed5d2e4 req-563d08e4-4e44-499b-bbf7-e2e25e4bd9d9 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.1830494 Aug 29 19:08:36.147963 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:36.150923 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-6c968966-28e2-4fa8-bb11-2d4b4b965802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:36.152604 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-6c968966-28e2-4fa8-bb11-2d4b4b965802 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 1129 time: 0.1707098 Aug 29 19:08:36.161261 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8c2a9c22-a9f1-41e6-886b-930f40228bb6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f6abe61ee1f34e83a96f0fa610488ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785179 Aug 29 19:08:36.162286 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52830) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:36.187428 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-851d03f4-45ca-407a-83a6-3f4de2fe69ef req-81594543-c254-402f-af79-0209a9562dde service neutron] Publish callbacks [] for security_group (6952dc46-85bf-40f5-a059-747ca3fcbf50), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.195466 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:36.202291 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311baf7e-6440-4915-a3c1-7a41ebef7a62 req-1bd93acb-2f5c-4fff-922d-172efb8bb3bf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:36.203602 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=2d38d71d-cc1e-42fd-b291-eb339787cf57,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.204174 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-311baf7e-6440-4915-a3c1-7a41ebef7a62 req-1bd93acb-2f5c-4fff-922d-172efb8bb3bf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.1913478 Aug 29 19:08:36.208257 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-851d03f4-45ca-407a-83a6-3f4de2fe69ef req-81594543-c254-402f-af79-0209a9562dde service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (6952dc46-85bf-40f5-a059-747ca3fcbf50), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.212169 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'mac_address': 'fa:16:3e:17:15:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:08:36.259443 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:36.259934 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.274936 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:36.308287 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:36.309405 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-affe8aab-ba49-4a81-8dd4-41972ed5d2e4 req-8201f259-4c83-44a6-9c33-fd29edbe088d tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924241 Aug 29 19:08:36.314087 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.342162 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-98c7464d-d382-4786-a566-e93a1998f861 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896754 Aug 29 19:08:36.366490 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81594543-c254-402f-af79-0209a9562dde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6952dc46-85bf-40f5-a059-747ca3fcbf50,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.378759 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.384093 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-851d03f4-45ca-407a-83a6-3f4de2fe69ef req-81594543-c254-402f-af79-0209a9562dde service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811206 Aug 29 19:08:36.392623 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-311baf7e-6440-4915-a3c1-7a41ebef7a62 req-1dc32bb8-8aff-4c7e-a8d4-2b1292ffb4c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761100 Aug 29 19:08:36.408108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bb8798f-35f9-4f86-8c29-e86732a4f670 admin admin] Publish callbacks [] for security_group (475b0252-2f8e-4185-91c8-a5dfae87f76d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.476532 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b7f8c-a4c2-4859-bdd3-aa17291e9d03 x-openstack-request-id: req-b51b7f8c-a4c2-4859-bdd3-aa17291e9d03 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:36.477304 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f5cf3f-d9c5-4279-a896-d6dd9c50266a", "name": "network-vif-plugged", "status": "completed", "tag": "284ef1b6-7701-4493-93a6-1161589f2769", "code": 200}, {"server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "name": "network-vif-plugged", "status": "completed", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:36.478329 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b51b7f8c-a4c2-4859-bdd3-aa17291e9d03 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:36.478942 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51b7f8c-a4c2-4859-bdd3-aa17291e9d03'] response: {'server_uuid': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284ef1b6-7701-4493-93a6-1161589f2769', 'code': 200} Aug 29 19:08:36.479466 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51b7f8c-a4c2-4859-bdd3-aa17291e9d03'] response: {'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'code': 200} Aug 29 19:08:36.489308 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dca42-42f2-43d5-a51c-9aebaab0c2c5 req-840d1bb0-42f8-4c7a-8447-1e42fa0e127e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:36.490928 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-763dca42-42f2-43d5-a51c-9aebaab0c2c5 req-840d1bb0-42f8-4c7a-8447-1e42fa0e127e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0541804 Aug 29 19:08:36.523971 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:36.552042 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-763dca42-42f2-43d5-a51c-9aebaab0c2c5 req-1aeb8b73-e2c0-49b9-96a8-7268ff111023 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520525 Aug 29 19:08:36.617562 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52836) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:36.691426 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bb8798f-35f9-4f86-8c29-e86732a4f670 admin admin] Publish callbacks [] for security_group (475b0252-2f8e-4185-91c8-a5dfae87f76d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.703669 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-8a0929c8-351a-4667-9976-827691cec71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:36.705157 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-8a0929c8-351a-4667-9976-827691cec71b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.5453646 Aug 29 19:08:36.739356 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7655249-50db-4793-836a-f716cbf43994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.756118 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-d18efeba-0fde-41cc-b7a7-b139c1ca0340 req-72c308a5-ba33-4ad8-a5b5-a05085abc329 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034259 Aug 29 19:08:36.772324 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bb8798f-35f9-4f86-8c29-e86732a4f670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (475b0252-2f8e-4185-91c8-a5dfae87f76d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.775241 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4bb8798f-35f9-4f86-8c29-e86732a4f670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.776365 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4bb8798f-35f9-4f86-8c29-e86732a4f670 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/475b0252-2f8e-4185-91c8-a5dfae87f76d HTTP/1.1" status: 204 len: 168 time: 0.6060381 Aug 29 19:08:36.784733 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8798f-35f9-4f86-8c29-e86732a4f670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475b0252-2f8e-4185-91c8-a5dfae87f76d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.855807 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7655249-50db-4793-836a-f716cbf43994 admin admin] Publish callbacks [] for security_group (a34406f4-d6c4-4b3f-bef8-270ed48ee48a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.860947 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7655249-50db-4793-836a-f716cbf43994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a34406f4-d6c4-4b3f-bef8-270ed48ee48a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:36.906486 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-26bd45db-6b66-4e9e-b008-4156b979fd71 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fadd321-bdd6-4593-985e-4b08308c8b84 HTTP/1.1" status: 200 len: 217 time: 0.0871310 Aug 29 19:08:36.920449 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f7655249-50db-4793-836a-f716cbf43994 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=48587976e5aa4379ac6844050b072405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015659 Aug 29 19:08:36.921926 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7655249-50db-4793-836a-f716cbf43994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34406f4-d6c4-4b3f-bef8-270ed48ee48a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:36.923171 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52846) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:36.924396 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['2fadd321-bdd6-4593-985e-4b08308c8b84'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:08:36.989873 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5aee-e74b-42aa-a160-361596d8b0dd admin admin] Publish callbacks [] for security_group (a34406f4-d6c4-4b3f-bef8-270ed48ee48a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.000142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9857a-8e96-4e1d-9a9d-cc2cb36643b3 req-4f473078-dc89-448d-ae43-6c1e9e34af33 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.002185 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecc9857a-8e96-4e1d-9a9d-cc2cb36643b3 req-4f473078-dc89-448d-ae43-6c1e9e34af33 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 945 time: 0.0965481 Aug 29 19:08:37.016013 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5aee-e74b-42aa-a160-361596d8b0dd admin admin] Publish callbacks [] for security_group (a34406f4-d6c4-4b3f-bef8-270ed48ee48a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.025650 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:37.028969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c765-a4ce-4c2a-87f8-e16e45a4db94 req-11657ee8-e6f2-4701-ab04-e3f557a607e0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.031516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9a57c765-a4ce-4c2a-87f8-e16e45a4db94 req-11657ee8-e6f2-4701-ab04-e3f557a607e0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 943 time: 0.0796657 Aug 29 19:08:37.055402 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['90bec49f-36b1-4027-8fc3-86cd4d15e3f4'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:08:37.092425 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5aee-e74b-42aa-a160-361596d8b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a34406f4-d6c4-4b3f-bef8-270ed48ee48a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.095669 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5aee-e74b-42aa-a160-361596d8b0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.100382 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7bfe5aee-e74b-42aa-a160-361596d8b0dd admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/a34406f4-d6c4-4b3f-bef8-270ed48ee48a HTTP/1.1" status: 204 len: 168 time: 0.1717675 Aug 29 19:08:37.111001 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe5aee-e74b-42aa-a160-361596d8b0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34406f4-d6c4-4b3f-bef8-270ed48ee48a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:37.145268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2773a328-c32b-4251-884e-1d7401f1853a details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:08:37.155687 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecc9857a-8e96-4e1d-9a9d-cc2cb36643b3 req-508d0c79-fad4-4945-8493-f88028124790 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437478 Aug 29 19:08:37.197965 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9a57c765-a4ce-4c2a-87f8-e16e45a4db94 req-24add0d2-3665-4ae6-a8b8-7692d033f09e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563342 Aug 29 19:08:37.303698 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-4293a705-11dc-453b-bb40-647778eed0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.305657 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-4293a705-11dc-453b-bb40-647778eed0a8 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0793784 Aug 29 19:08:37.360241 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2773a328-c32b-4251-884e-1d7401f1853a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2773a328-c32b-4251-884e-1d7401f1853a,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:37.390082 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '2773a328-c32b-4251-884e-1d7401f1853a', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'port_id': '2773a328-c32b-4251-884e-1d7401f1853a', 'mac_address': 'fa:16:3e:b1:89:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:08:37.449644 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-176c5253-65b6-415c-8d0a-b6ab7d2362fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.454201 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-176c5253-65b6-415c-8d0a-b6ab7d2362fa service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325445 Aug 29 19:08:37.555346 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 2773a328-c32b-4251-884e-1d7401f1853a is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:37.561789 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2773a328-c32b-4251-884e-1d7401f1853a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.597289 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584178b-f5c6-4b3a-89d3-36f6175db5b0 req-795dd3ff-5bf2-4399-a9ac-6ea7191ae16b tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.598759 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2773a328-c32b-4251-884e-1d7401f1853a {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:08:37.605720 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f584178b-f5c6-4b3a-89d3-36f6175db5b0 req-795dd3ff-5bf2-4399-a9ac-6ea7191ae16b tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.1415033 Aug 29 19:08:37.615314 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:37.663862 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2773a328-c32b-4251-884e-1d7401f1853a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2773a328-c32b-4251-884e-1d7401f1853a,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:37.673097 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2773a328-c32b-4251-884e-1d7401f1853a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.693122 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:37.722167 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e95c90-0106-40be-b058-db3b46328df1 req-b02ac8f7-7e84-4117-8f93-aecff6e56991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.723700 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-20e95c90-0106-40be-b058-db3b46328df1 req-b02ac8f7-7e84-4117-8f93-aecff6e56991 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 1130 time: 0.0957649 Aug 29 19:08:37.751792 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7794f-44e3-47cb-b80d-349527859ab9 req-fe5b3c52-0a00-45a6-8b1f-95dc0b6fde3a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.753709 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=2773a328-c32b-4251-884e-1d7401f1853a,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:37.759935 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c2a7794f-44e3-47cb-b80d-349527859ab9 req-fe5b3c52-0a00-45a6-8b1f-95dc0b6fde3a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 944 time: 0.1411915 Aug 29 19:08:37.789473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f584178b-f5c6-4b3a-89d3-36f6175db5b0 req-125b1b38-4701-4bcf-8052-5f3283087c5c tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793530 Aug 29 19:08:37.804662 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:37.806354 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359dbf8-aa8b-40c9-8333-e028846739ce req-b203190c-2ef8-4d46-946d-95a7b2dce3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.808636 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8359dbf8-aa8b-40c9-8333-e028846739ce req-b203190c-2ef8-4d46-946d-95a7b2dce3a4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1129 time: 0.2983968 Aug 29 19:08:37.816576 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-cdaf04fc-2a7a-4598-92c6-36f4f4957a53 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541465 Aug 29 19:08:37.918285 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c2a7794f-44e3-47cb-b80d-349527859ab9 req-c8a4a863-13e2-46fe-9fd4-59191ee06896 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530008 Aug 29 19:08:37.926037 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-20e95c90-0106-40be-b058-db3b46328df1 req-530c4263-d55b-45ef-9c29-9ef59ef9837e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883416 Aug 29 19:08:37.932257 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52894) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:37.979016 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43578889-9bd7-4789-9752-22fab80ddaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:37.985552 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8359dbf8-aa8b-40c9-8333-e028846739ce req-43ce9b5f-f2d2-4911-ab7f-6c41fc815ea3 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680179 Aug 29 19:08:37.997414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd0e0e-0904-4102-8964-affe6bcfaa9d req-440c0822-7798-41f9-8365-ef4ad1b65a53 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:37.999113 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ecd0e0e-0904-4102-8964-affe6bcfaa9d req-440c0822-7798-41f9-8365-ef4ad1b65a53 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0718985 Aug 29 19:08:38.042255 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52896) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:38.051196 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-65447a27-49eb-4d9f-b66f-d77dc0edcb1e req-f761bc18-92e4-47aa-be34-360ba24f400c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094619 Aug 29 19:08:38.079576 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ecd0e0e-0904-4102-8964-affe6bcfaa9d req-1816ebe8-fb44-4a2f-8b75-5f0284f79aac tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720375 Aug 29 19:08:38.109723 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43578889-9bd7-4789-9752-22fab80ddaa6 admin admin] Publish callbacks [] for security_group (787798d7-b384-4453-b4ea-560ae2670a9b), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.114945 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-43578889-9bd7-4789-9752-22fab80ddaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (787798d7-b384-4453-b4ea-560ae2670a9b), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.160862 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-43578889-9bd7-4789-9752-22fab80ddaa6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=7fed10bc27eb4c4bbbb7526eeb36c89e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224638 Aug 29 19:08:38.161218 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52904) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:38.168570 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43578889-9bd7-4789-9752-22fab80ddaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787798d7-b384-4453-b4ea-560ae2670a9b,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:38.205274 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-996da1fa-1fa8-4e5f-867b-bcdb0537324f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.222440 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ace05eb4-3755-451c-b794-701c84375a08 admin admin] Publish callbacks [] for security_group (787798d7-b384-4453-b4ea-560ae2670a9b), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.248549 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ace05eb4-3755-451c-b794-701c84375a08 admin admin] Publish callbacks [] for security_group (787798d7-b384-4453-b4ea-560ae2670a9b), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.302089 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:38.311343 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ace05eb4-3755-451c-b794-701c84375a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (787798d7-b384-4453-b4ea-560ae2670a9b), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.314147 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ace05eb4-3755-451c-b794-701c84375a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.317979 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ace05eb4-3755-451c-b794-701c84375a08 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/787798d7-b384-4453-b4ea-560ae2670a9b HTTP/1.1" status: 204 len: 168 time: 0.1533976 Aug 29 19:08:38.323807 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156d18f-9e5d-4d20-a245-f1a73eec2956 req-ef1c4ae0-9bf5-4ecf-b775-138ea6e79ea3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:38.325311 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2156d18f-9e5d-4d20-a245-f1a73eec2956 req-ef1c4ae0-9bf5-4ecf-b775-138ea6e79ea3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 945 time: 0.0712459 Aug 29 19:08:38.326342 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace05eb4-3755-451c-b794-701c84375a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787798d7-b384-4453-b4ea-560ae2670a9b,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:38.340224 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:38.389125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-996da1fa-1fa8-4e5f-867b-bcdb0537324f admin admin] Publish callbacks [] for security_group (a5ccacd2-6019-4648-a79f-65e727074747), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.400699 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-996da1fa-1fa8-4e5f-867b-bcdb0537324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a5ccacd2-6019-4648-a79f-65e727074747), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.458501 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ddbc6-89da-46d4-8e80-dce49a0c7d19 req-51118c21-fb4a-4acb-ad1e-2105002778cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:38.460016 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ac3ddbc6-89da-46d4-8e80-dce49a0c7d19 req-51118c21-fb4a-4acb-ad1e-2105002778cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 944 time: 0.1229780 Aug 29 19:08:38.501561 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-996da1fa-1fa8-4e5f-867b-bcdb0537324f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=712c6b9874704942b3b8a217181bbea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581759 Aug 29 19:08:38.504631 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52916) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:38.514747 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996da1fa-1fa8-4e5f-867b-bcdb0537324f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ccacd2-6019-4648-a79f-65e727074747,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:38.539551 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2156d18f-9e5d-4d20-a245-f1a73eec2956 req-fc4ecc5e-b1da-43cc-9103-5c61d77fc87d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885874 Aug 29 19:08:38.583700 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ac3ddbc6-89da-46d4-8e80-dce49a0c7d19 req-e40c8712-6080-4312-a8cf-4f317d2325a7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030018 Aug 29 19:08:38.593558 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3e1f12f7-a1b8-4db2-89e9-12c0b02d0696 admin admin] Publish callbacks [] for security_group (a5ccacd2-6019-4648-a79f-65e727074747), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.614768 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:38.617818 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3e1f12f7-a1b8-4db2-89e9-12c0b02d0696 admin admin] Publish callbacks [] for security_group (a5ccacd2-6019-4648-a79f-65e727074747), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.673853 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3e1f12f7-a1b8-4db2-89e9-12c0b02d0696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a5ccacd2-6019-4648-a79f-65e727074747), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.677255 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3e1f12f7-a1b8-4db2-89e9-12c0b02d0696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:38.678535 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3e1f12f7-a1b8-4db2-89e9-12c0b02d0696 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/a5ccacd2-6019-4648-a79f-65e727074747 HTTP/1.1" status: 204 len: 168 time: 0.1726258 Aug 29 19:08:38.687787 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f12f7-a1b8-4db2-89e9-12c0b02d0696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ccacd2-6019-4648-a79f-65e727074747,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:38.932370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5197f-e1c1-4fee-aa7b-96844d046d38 req-3de89e43-e1e1-48e3-bc7c-80dd0905f4ee tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:38.934022 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75c5197f-e1c1-4fee-aa7b-96844d046d38 req-3de89e43-e1e1-48e3-bc7c-80dd0905f4ee tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0540562 Aug 29 19:08:38.993963 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75c5197f-e1c1-4fee-aa7b-96844d046d38 req-1ed0368e-338f-4d9e-8960-b863464470cf tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Aug 29 19:08:39.015617 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 52940) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:39.040989 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f5654041-7f36-40e8-a115-beb90012795d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.058996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['2773a328-c32b-4251-884e-1d7401f1853a'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:08:39.105860 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae45f75-ddf9-4431-b36b-f7010b6a45e1 req-51a762c9-93fe-4874-9bd0-c962ee62aa5e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:39.107481 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4ae45f75-ddf9-4431-b36b-f7010b6a45e1 req-51a762c9-93fe-4874-9bd0-c962ee62aa5e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 944 time: 0.0693834 Aug 29 19:08:39.183016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2fadd321-bdd6-4593-985e-4b08308c8b84 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:39.211087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:39.274590 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f5654041-7f36-40e8-a115-beb90012795d admin admin] Publish callbacks [] for security_group (58753222-2d91-4eee-85c8-49c0a47b8c3f), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.286995 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 2fadd321-bdd6-4593-985e-4b08308c8b84 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:08:39.296851 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 2fadd321-bdd6-4593-985e-4b08308c8b84 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:39.297230 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.306526 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f5654041-7f36-40e8-a115-beb90012795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (58753222-2d91-4eee-85c8-49c0a47b8c3f), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.327692 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4ae45f75-ddf9-4431-b36b-f7010b6a45e1 req-cbe087d9-84f4-48d5-81a3-03cb7e0f39d9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123165 Aug 29 19:08:39.364019 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940fb57-e25a-4d77-ab71-5e5a1e8dc200 req-1b77f800-251d-4e67-9b88-62e5dcd4cea2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:39.367177 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a940fb57-e25a-4d77-ab71-5e5a1e8dc200 req-1b77f800-251d-4e67-9b88-62e5dcd4cea2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.1827958 Aug 29 19:08:39.395837 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f5654041-7f36-40e8-a115-beb90012795d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ef98fed9c49c4c81ae982d257a1ff6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791211 Aug 29 19:08:39.399051 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 52952) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:39.400165 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5654041-7f36-40e8-a115-beb90012795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58753222-2d91-4eee-85c8-49c0a47b8c3f,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:39.446646 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a940fb57-e25a-4d77-ab71-5e5a1e8dc200 req-746b8a04-aa5c-4a12-96ea-3999c362bd71 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799584 Aug 29 19:08:39.448013 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 2fadd321-bdd6-4593-985e-4b08308c8b84 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:39.448619 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.489730 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:39.493232 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee71ed2d-c223-4ddc-9280-af87cb47c19b" -d '{"events": [{"server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "name": "network-vif-plugged", "status": "completed", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:39.495426 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b005996-921f-4a4f-afca-efeef8b594c9 admin admin] Publish callbacks [] for security_group (58753222-2d91-4eee-85c8-49c0a47b8c3f), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.517204 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2fadd321-bdd6-4593-985e-4b08308c8b84, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2fadd321-bdd6-4593-985e-4b08308c8b84,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:39.528099 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.529530 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:39.531674 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b005996-921f-4a4f-afca-efeef8b594c9 admin admin] Publish callbacks [] for security_group (58753222-2d91-4eee-85c8-49c0a47b8c3f), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.603197 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b005996-921f-4a4f-afca-efeef8b594c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (58753222-2d91-4eee-85c8-49c0a47b8c3f), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.605964 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b005996-921f-4a4f-afca-efeef8b594c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.607134 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8b005996-921f-4a4f-afca-efeef8b594c9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/58753222-2d91-4eee-85c8-49c0a47b8c3f HTTP/1.1" status: 204 len: 168 time: 0.2057207 Aug 29 19:08:39.619282 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b005996-921f-4a4f-afca-efeef8b594c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58753222-2d91-4eee-85c8-49c0a47b8c3f,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:39.622095 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363c594-992b-4a8c-96b5-ab3507c543bc x-openstack-request-id: req-0363c594-992b-4a8c-96b5-ab3507c543bc {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:39.622426 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "name": "network-vif-plugged", "status": "completed", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:39.622680 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0363c594-992b-4a8c-96b5-ab3507c543bc {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:39.623305 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0363c594-992b-4a8c-96b5-ab3507c543bc'] response: {'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'code': 200} Aug 29 19:08:39.680310 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=2fadd321-bdd6-4593-985e-4b08308c8b84,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:39.713688 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:08:39.721101 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:39.721747 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.774906 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e77746-00b7-4573-be6b-99338b6262cb req-c4cae460-e8ff-413e-8ec6-8f0305f6f22a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:39.776482 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-79e77746-00b7-4573-be6b-99338b6262cb req-c4cae460-e8ff-413e-8ec6-8f0305f6f22a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0945935 Aug 29 19:08:39.784665 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257a1e-670c-437d-8caf-6cb3198e07da req-10219f7f-c2a6-4013-8604-181e625925d7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:39.786088 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4257a1e-670c-437d-8caf-6cb3198e07da req-10219f7f-c2a6-4013-8604-181e625925d7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 944 time: 0.0645726 Aug 29 19:08:39.832512 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:39.832806 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.877186 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:39.885135 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:39.886206 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4257a1e-670c-437d-8caf-6cb3198e07da req-77f66d12-f54a-45ac-b321-56c421550ba5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921173 Aug 29 19:08:39.900645 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-79e77746-00b7-4573-be6b-99338b6262cb req-8136d8cd-3fb8-4b8c-9c54-3e1cf65efc5a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135139 Aug 29 19:08:39.933852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:39.961741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:40.137638 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a7491-c1be-4ba6-bc2e-8626509426fd req-8433250c-04cc-4dcc-8876-2412fbfe4e9c tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:40.140409 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c48a7491-c1be-4ba6-bc2e-8626509426fd req-8433250c-04cc-4dcc-8876-2412fbfe4e9c tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0550139 Aug 29 19:08:40.153163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:40.196887 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c48a7491-c1be-4ba6-bc2e-8626509426fd req-7cfc6694-7cf1-4992-944e-e690d345964b tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503669 Aug 29 19:08:40.343453 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53000) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:40.497612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc45f22-64fa-43c0-9bae-cefe62c9a44c req-39fa81ca-7b5a-4c45-993c-aecd27283cf5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:40.505591 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4cc45f22-64fa-43c0-9bae-cefe62c9a44c req-39fa81ca-7b5a-4c45-993c-aecd27283cf5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0788045 Aug 29 19:08:40.536103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-efd54cd5-9915-419f-87e1-4b328aa2bc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.649948 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4cc45f22-64fa-43c0-9bae-cefe62c9a44c req-889b5613-91d3-4958-a788-a8f9b001afb3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431444 Aug 29 19:08:40.677799 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07409e2-bb62-42e2-a79b-4c48c37dabf2 req-951710c2-4fd9-427f-a100-eeafaa98c4c6 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:40.679625 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a07409e2-bb62-42e2-a79b-4c48c37dabf2 req-951710c2-4fd9-427f-a100-eeafaa98c4c6 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0914941 Aug 29 19:08:40.740212 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-efd54cd5-9915-419f-87e1-4b328aa2bc6b admin admin] Publish callbacks [] for security_group (3e2783f4-8bde-45cb-b12a-0fb6a82de58a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.752927 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-efd54cd5-9915-419f-87e1-4b328aa2bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (3e2783f4-8bde-45cb-b12a-0fb6a82de58a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.795056 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a07409e2-bb62-42e2-a79b-4c48c37dabf2 req-51427636-186d-40a8-a464-841c4df063be tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066418 Aug 29 19:08:40.803564 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-efd54cd5-9915-419f-87e1-4b328aa2bc6b admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=bcf4d7dd1c354906beb30b1d6d9e716d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589691 Aug 29 19:08:40.809511 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53026) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:40.815977 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd54cd5-9915-419f-87e1-4b328aa2bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2783f4-8bde-45cb-b12a-0fb6a82de58a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:40.877871 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-722a1eaa-d801-4c85-8a95-ee740ee592f8 admin admin] Publish callbacks [] for security_group (3e2783f4-8bde-45cb-b12a-0fb6a82de58a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.888081 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:40.902208 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-722a1eaa-d801-4c85-8a95-ee740ee592f8 admin admin] Publish callbacks [] for security_group (3e2783f4-8bde-45cb-b12a-0fb6a82de58a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.987806 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-722a1eaa-d801-4c85-8a95-ee740ee592f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (3e2783f4-8bde-45cb-b12a-0fb6a82de58a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.991854 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-722a1eaa-d801-4c85-8a95-ee740ee592f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:40.993524 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-722a1eaa-d801-4c85-8a95-ee740ee592f8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/3e2783f4-8bde-45cb-b12a-0fb6a82de58a HTTP/1.1" status: 204 len: 168 time: 0.1801028 Aug 29 19:08:41.003462 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a1eaa-d801-4c85-8a95-ee740ee592f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2783f4-8bde-45cb-b12a-0fb6a82de58a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:41.146090 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3018d6-8f4b-414f-841e-f5b2447007f8 req-1ceb3c9b-82f9-4257-ba3a-00311654c996 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:41.154692 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b3018d6-8f4b-414f-841e-f5b2447007f8 req-1ceb3c9b-82f9-4257-ba3a-00311654c996 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.1427481 Aug 29 19:08:41.159639 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2773a328-c32b-4251-884e-1d7401f1853a up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:08:41.190222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ea1d-9a37-4fb9-93cf-6cea81a04397 req-88701cd4-0439-4fc1-899a-cffd35976f60 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:41.198357 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bb76ea1d-9a37-4fb9-93cf-6cea81a04397 req-88701cd4-0439-4fc1-899a-cffd35976f60 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 944 time: 0.1284864 Aug 29 19:08:41.222179 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 2773a328-c32b-4251-884e-1d7401f1853a completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:08:41.234198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 2773a328-c32b-4251-884e-1d7401f1853a triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:08:41.234844 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2773a328-c32b-4251-884e-1d7401f1853a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.278126 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b3018d6-8f4b-414f-841e-f5b2447007f8 req-7aa9b0d7-69b6-4645-98fc-d1b24b0b0ee3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217935 Aug 29 19:08:41.310107 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:41.362341 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bb76ea1d-9a37-4fb9-93cf-6cea81a04397 req-9f1a0397-2f64-444a-bb25-5e038b6acb9f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610038 Aug 29 19:08:41.372733 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 2773a328-c32b-4251-884e-1d7401f1853a is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:08:41.373474 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2773a328-c32b-4251-884e-1d7401f1853a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.385078 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53052) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:41.425751 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 2773a328-c32b-4251-884e-1d7401f1853a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2773a328-c32b-4251-884e-1d7401f1853a,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:08:41.433504 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2773a328-c32b-4251-884e-1d7401f1853a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.473465 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd358c8-d32b-4fab-be62-dfc02361dde5 req-ac062bdf-47e6-4a56-b217-05ff7dd31d59 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:41.475527 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bbd358c8-d32b-4fab-be62-dfc02361dde5 req-ac062bdf-47e6-4a56-b217-05ff7dd31d59 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0706866 Aug 29 19:08:41.483669 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:41.522393 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=2773a328-c32b-4251-884e-1d7401f1853a,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:41.554136 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bbd358c8-d32b-4fab-be62-dfc02361dde5 req-638d0c79-c753-4363-97f4-a745665495a6 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715714 Aug 29 19:08:41.564753 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53056) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:41.581024 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41654e01-6804-4ea9-b5a7-f5f80bdad16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.624933 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}, {'server_uuid': '0792b7a2-491c-41dc-b356-6116396636b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2773a328-c32b-4251-884e-1d7401f1853a'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:41.627489 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d61ab8-bc15-41f1-b8d3-4765fab34d2b" -d '{"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}, {"server_uuid": "0792b7a2-491c-41dc-b356-6116396636b7", "name": "network-vif-plugged", "status": "completed", "tag": "2773a328-c32b-4251-884e-1d7401f1853a"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:41.747712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62be3c13-727b-4aac-a044-d11fd5b33d3a x-openstack-request-id: req-62be3c13-727b-4aac-a044-d11fd5b33d3a {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:41.748109 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "code": 200}, {"server_uuid": "0792b7a2-491c-41dc-b356-6116396636b7", "name": "network-vif-plugged", "status": "completed", "tag": "2773a328-c32b-4251-884e-1d7401f1853a", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:41.748458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-62be3c13-727b-4aac-a044-d11fd5b33d3a {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:41.748777 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c8d6b-b0e0-4b6e-bc5c-2bcbfa19158e req-2969e2e5-bdf2-42e5-a7ae-125cf69b912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:41.748988 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62be3c13-727b-4aac-a044-d11fd5b33d3a'] response: {'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'code': 200} Aug 29 19:08:41.749401 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62be3c13-727b-4aac-a044-d11fd5b33d3a'] response: {'server_uuid': '0792b7a2-491c-41dc-b356-6116396636b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2773a328-c32b-4251-884e-1d7401f1853a', 'code': 200} Aug 29 19:08:41.750897 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-449c8d6b-b0e0-4b6e-bc5c-2bcbfa19158e req-2969e2e5-bdf2-42e5-a7ae-125cf69b912c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 1130 time: 0.0869768 Aug 29 19:08:41.763353 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41654e01-6804-4ea9-b5a7-f5f80bdad16c admin admin] Publish callbacks [] for security_group (88b28258-484b-4643-b19c-7adaee7c502a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.775526 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41654e01-6804-4ea9-b5a7-f5f80bdad16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (88b28258-484b-4643-b19c-7adaee7c502a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.841717 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-275759923-network', 'tenant_id': 'f530303e20704b88b87100476573d181'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:41.859369 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8902491-bf6e-40d8-9d31-ee48437d666c req-47b54568-8671-4c21-b627-0b61d763171c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:41.866248 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e8902491-bf6e-40d8-9d31-ee48437d666c req-47b54568-8671-4c21-b627-0b61d763171c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0868158 Aug 29 19:08:41.885721 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41654e01-6804-4ea9-b5a7-f5f80bdad16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b28258-484b-4643-b19c-7adaee7c502a,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:41.904095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53068) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:41.907325 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-41654e01-6804-4ea9-b5a7-f5f80bdad16c admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=64c62a980ade402e843a31bedd35c693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412824 Aug 29 19:08:41.909570 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Made reservation on behalf of f530303e20704b88b87100476573d181 for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:41.912947 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:41.926541 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.031742 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e8902491-bf6e-40d8-9d31-ee48437d666c req-ec2881d9-7015-4676-8946-7be00c57b299 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641881 Aug 29 19:08:42.045113 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9a64-0555-421d-b9e5-153e6e6c939e admin admin] Publish callbacks [] for security_group (88b28258-484b-4643-b19c-7adaee7c502a), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.099847 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks [] for security_group (e974b04c-5371-4109-ad0d-80341170e8d3), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.100854 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7497-8116-48e4-8ebc-f3861ee181f5 req-c6da85c0-d71d-4246-9625-999f3b9182dd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:42.104314 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-eacd7497-8116-48e4-8ebc-f3861ee181f5 req-c6da85c0-d71d-4246-9625-999f3b9182dd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.1353648 Aug 29 19:08:42.126059 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9a64-0555-421d-b9e5-153e6e6c939e admin admin] Publish callbacks [] for security_group (88b28258-484b-4643-b19c-7adaee7c502a), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.128591 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:42.134419 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-449c8d6b-b0e0-4b6e-bc5c-2bcbfa19158e req-f0e763aa-56b0-4f0e-abe4-dba750b46687 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834224 Aug 29 19:08:42.135272 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e974b04c-5371-4109-ad0d-80341170e8d3), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.173958 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:08:42.184931 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (436266ef-6f86-404c-a028-3aa4f01b6f91), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.185355 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Added segment 436266ef-6f86-404c-a028-3aa4f01b6f91 of type vlan for network 4f718c36-deae-44af-b00d-be81c8fbbd61 Aug 29 19:08:42.212865 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e974b04c-5371-4109-ad0d-80341170e8d3,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:42.233539 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-eacd7497-8116-48e4-8ebc-f3861ee181f5 req-9808309a-c8ba-44e5-9291-7f1663109071 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025527 Aug 29 19:08:42.260084 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (4f718c36-deae-44af-b00d-be81c8fbbd61), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.263814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9a64-0555-421d-b9e5-153e6e6c939e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (88b28258-484b-4643-b19c-7adaee7c502a), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.267326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9a64-0555-421d-b9e5-153e6e6c939e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.268457 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ed0d9a64-0555-421d-b9e5-153e6e6c939e admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/88b28258-484b-4643-b19c-7adaee7c502a HTTP/1.1" status: 204 len: 168 time: 0.3632855 Aug 29 19:08:42.287761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d9a64-0555-421d-b9e5-153e6e6c939e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b28258-484b-4643-b19c-7adaee7c502a,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:42.297850 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (4f718c36-deae-44af-b00d-be81c8fbbd61), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.298978 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:42.299692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.323242 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:42.389637 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0007668 Aug 29 19:08:42.390459 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53082) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:42.398492 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Request body: {'subnet': {'network_id': '4f718c36-deae-44af-b00d-be81c8fbbd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-275759923-subnet', 'tenant_id': 'f530303e20704b88b87100476573d181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:42.418449 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef619c-e91e-4602-b20d-8d2cc6bbc142 admin admin] Pushing event updated for resources: {'Network': ['ID=4f718c36-deae-44af-b00d-be81c8fbbd61,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:42.424095 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Made reservation on behalf of f530303e20704b88b87100476573d181 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:42.426749 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.430647 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 4f718c36-deae-44af-b00d-be81c8fbbd61 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:08:42.444178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6f39-8ac1-4f52-887d-e9cca95e4718 req-68152925-1210-4c10-bf02-519cba81a48d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:42.447553 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b4a6f39-8ac1-4f52-887d-e9cca95e4718 req-68152925-1210-4c10-bf02-519cba81a48d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0744131 Aug 29 19:08:42.457216 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53084) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:42.464065 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'floatingip': {'port_id': '2d38d71d-cc1e-42fd-b291-eb339787cf57'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:42.517418 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:42.622012 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (b3b3373e-4635-4feb-bb15-a99075f65019), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.637649 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e99625-a312-4f17-beeb-b45e5e8ab8bf req-9546d0ea-cd38-4b43-a4e8-b6b58208845d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:42.640100 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-53e99625-a312-4f17-beeb-b45e5e8ab8bf req-9546d0ea-cd38-4b43-a4e8-b6b58208845d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.1917670 Aug 29 19:08:42.687855 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401142-0eba-4886-8238-214ae8151db5 req-131e69b9-fcaf-4687-8561-24c944d7046d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:42.689287 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb401142-0eba-4886-8238-214ae8151db5 req-131e69b9-fcaf-4687-8561-24c944d7046d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1240149 Aug 29 19:08:42.697164 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (1928ceec-e2e5-4a4f-99bf-e0b5cf422572), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.771106 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1928ceec-e2e5-4a4f-99bf-e0b5cf422572,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:42.773732 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Checking segment: {'id': '436266ef-6f86-404c-a028-3aa4f01b6f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '4f718c36-deae-44af-b00d-be81c8fbbd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:42.774093 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Network hostable DHCP agents. Network: 4f718c36-deae-44af-b00d-be81c8fbbd61, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:08:42.795616 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Network 4f718c36-deae-44af-b00d-be81c8fbbd61 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:08:42.807698 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 4f718c36-deae-44af-b00d-be81c8fbbd61) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:42.814723 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:42.815319 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:42.827292 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f87a0-af24-446a-91bd-8386492b4ba8 None None] Network 4f718c36-deae-44af-b00d-be81c8fbbd61 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:08:42.841435 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-58da6954-168b-4a10-84ba-c1337761f875 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4496605 Aug 29 19:08:43.076352 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:43.139094 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-53e99625-a312-4f17-beeb-b45e5e8ab8bf req-9c022043-1633-49c7-b98c-7460490eeddc tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581645 Aug 29 19:08:43.172410 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb401142-0eba-4886-8238-214ae8151db5 req-d4b52923-2d84-4083-af1c-6479d0e331a9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620187 Aug 29 19:08:43.261805 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200164f6-dd13-4b33-86ca-5be64ae3d044 None None] Network 4f718c36-deae-44af-b00d-be81c8fbbd61 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:08:43.265920 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:43.311922 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b16f5c-daab-4348-ad3a-3da4d16bcd46 req-45b9f897-e122-4646-83e1-19d183b0edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:43.313797 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-a5b16f5c-daab-4348-ad3a-3da4d16bcd46 req-45b9f897-e122-4646-83e1-19d183b0edca service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 1129 time: 0.2756860 Aug 29 19:08:43.321503 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ef0f1-0bd3-460d-bd79-8f22f38c6d39 req-9f655a0a-d7c2-400d-8802-0c7b778668e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:43.325758 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-3a3ef0f1-0bd3-460d-bd79-8f22f38c6d39 req-9f655a0a-d7c2-400d-8802-0c7b778668e5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1129 time: 0.2888596 Aug 29 19:08:43.490096 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-a5b16f5c-daab-4348-ad3a-3da4d16bcd46 req-a633e7bf-4715-4f5c-a2ec-afc200efa400 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218822 Aug 29 19:08:43.500630 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030bf7-b7fd-47e3-b045-7d7d20cf26e9 req-bb2406c9-fb28-4105-bb92-454d090fe25e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:43.508194 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec030bf7-b7fd-47e3-b045-7d7d20cf26e9 req-bb2406c9-fb28-4105-bb92-454d090fe25e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.1563101 Aug 29 19:08:43.683921 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec030bf7-b7fd-47e3-b045-7d7d20cf26e9 req-a11d2da8-db2b-49d6-ba35-b288c20d971a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746335 Aug 29 19:08:43.938635 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53156) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:43.946358 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22317920-network', 'tenant_id': '25eaf46184414a03951c8287c890619f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:43.972546 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Made reservation on behalf of 25eaf46184414a03951c8287c890619f for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:43.975700 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:43.986038 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:43.996292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.004456 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (b3b3373e-4635-4feb-bb15-a99075f65019), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.102166 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks [] for security_group (dbefd5a0-849a-43d6-8506-95a56c299398), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.106886 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (dbefd5a0-849a-43d6-8506-95a56c299398), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.139418 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Floating IP b3b3373e-4635-4feb-bb15-a99075f65019 associated. External IP: 172.27.2.121, port: 2d38d71d-cc1e-42fd-b291-eb339787cf57. Aug 29 19:08:44.142412 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:08:44.145158 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbefd5a0-849a-43d6-8506-95a56c299398,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:44.159053 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (be996ced-e1a3-4009-a8d4-d414a1d53f5a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.159623 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Added segment be996ced-e1a3-4009-a8d4-d414a1d53f5a of type vlan for network d9b6bada-5ece-4055-b6da-80f23206f7c3 Aug 29 19:08:44.170813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:44.206374 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:44.209248 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (d9b6bada-5ece-4055-b6da-80f23206f7c3), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.242253 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (d9b6bada-5ece-4055-b6da-80f23206f7c3), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.243461 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:44.244039 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.297706 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca74e1-bfb6-4840-bacb-ca60ef16ea1b req-c3c9c0f0-8102-4b65-85ad-fecf61b7136b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:44.299274 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d3ca74e1-bfb6-4840-bacb-ca60ef16ea1b req-c3c9c0f0-8102-4b65-85ad-fecf61b7136b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0916255 Aug 29 19:08:44.307115 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3671761 Aug 29 19:08:44.309919 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53166) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:44.314427 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Request body: {'subnet': {'network_id': 'd9b6bada-5ece-4055-b6da-80f23206f7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22317920-subnet', 'tenant_id': '25eaf46184414a03951c8287c890619f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:44.322950 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8658e-6919-4ef6-8cd7-373183e6521d admin admin] Pushing event updated for resources: {'Network': ['ID=d9b6bada-5ece-4055-b6da-80f23206f7c3,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:44.333031 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network d9b6bada-5ece-4055-b6da-80f23206f7c3 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:08:44.345254 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Made reservation on behalf of 25eaf46184414a03951c8287c890619f for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:08:44.347770 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.373412 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:44.438031 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d3ca74e1-bfb6-4840-bacb-ca60ef16ea1b req-23592b53-d20b-4d75-af98-4a5ef322cd86 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311605 Aug 29 19:08:44.466741 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Router 826beca0-c614-4a07-829c-717b6d1532aa has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:08:44.558045 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (60013421-7421-46fc-b42f-14c150b4e482), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.584424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c181fc-501a-4223-80ec-81018d1b0665 req-69212778-d33e-4546-a75f-7818cf6ce26c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:44.586000 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0c181fc-501a-4223-80ec-81018d1b0665 req-69212778-d33e-4546-a75f-7818cf6ce26c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0850859 Aug 29 19:08:44.593061 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-3a3ef0f1-0bd3-460d-bd79-8f22f38c6d39 req-d391f0cd-e17e-48c8-8da2-4adde613ae8d service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817890 Aug 29 19:08:44.614938 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:08:44.622203 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.624752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60013421-7421-46fc-b42f-14c150b4e482,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:44.635035 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:08:44.643422 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Checking segment: {'id': 'be996ced-e1a3-4009-a8d4-d414a1d53f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'd9b6bada-5ece-4055-b6da-80f23206f7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:08:44.643844 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Network hostable DHCP agents. Network: d9b6bada-5ece-4055-b6da-80f23206f7c3, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:08:44.648669 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:44.649355 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:44.653514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:44.666217 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Network d9b6bada-5ece-4055-b6da-80f23206f7c3 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:08:44.678410 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, d9b6bada-5ece-4055-b6da-80f23206f7c3) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:08:44.678600 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-fc12c910-e559-49e5-807b-032055ee5c14 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/b3b3373e-4635-4feb-bb15-a99075f65019 HTTP/1.1" status: 200 len: 991 time: 2.2179725 Aug 29 19:08:44.678600 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:44.680263 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c3add-1b51-4204-aee3-162eca2aa6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:44.685339 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0c181fc-501a-4223-80ec-81018d1b0665 req-7844c11a-b760-47c2-bd5e-f4220cdb1b64 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885444 Aug 29 19:08:44.688927 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cefe0-6416-43d1-a115-d1e0c7043c02 None None] Network d9b6bada-5ece-4055-b6da-80f23206f7c3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:08:44.702797 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:44.703300 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:44.738362 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-61ed1ffe-bada-421e-8204-4164ae9b8573 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4197977 Aug 29 19:08:44.764314 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:44.826091 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a62b9-dd77-48f4-8b3a-5f597433d784 None None] Network d9b6bada-5ece-4055-b6da-80f23206f7c3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:08:44.941878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270597eb-7b5f-48b9-9dd0-67493ed2e402 req-e6bca2f9-4226-473a-bde2-dd1553d9a124 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:44.946885 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-270597eb-7b5f-48b9-9dd0-67493ed2e402 req-e6bca2f9-4226-473a-bde2-dd1553d9a124 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.1125078 Aug 29 19:08:44.957258 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53186) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:44.965081 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:45.012838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73518a41-d898-4b1d-9491-2ade22d45130 x-openstack-request-id: req-73518a41-d898-4b1d-9491-2ade22d45130 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:45.013269 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:45.013707 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-73518a41-d898-4b1d-9491-2ade22d45130 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:45.014368 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73518a41-d898-4b1d-9491-2ade22d45130'] response: {'name': 'network-changed', 'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'status': 'completed', 'code': 200} Aug 29 19:08:45.062064 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (8a817328-575b-46dd-9791-ec999206e5c6), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:45.165847 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'b3b3373e-4635-4feb-bb15-a99075f65019', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'port_id': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'mac_address': 'fa:16:3e:64:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f96567-e842-4352-9e40-e31d2f547937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:57Z', 'updated_at': '2022-08-29T19:08:43Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:45.198145 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:08:45.208631 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0323-cb22-486e-bf93-b5489dcdf6f6 req-a37cbd2a-0d03-44ee-9808-86ddba19d6b2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:45.216230 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:45.217288 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:45.228131 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-280a0323-cb22-486e-bf93-b5489dcdf6f6 req-a37cbd2a-0d03-44ee-9808-86ddba19d6b2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.1166475 Aug 29 19:08:45.336064 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-280a0323-cb22-486e-bf93-b5489dcdf6f6 req-e7a0d1cf-9b71-462f-9dff-cdfb41d9cd05 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064363 Aug 29 19:08:45.350414 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:45.641644 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53202) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:45.643621 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:45.793182 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'b3b3373e-4635-4feb-bb15-a99075f65019', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'port_id': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'mac_address': 'fa:16:3e:64:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f96567-e842-4352-9e40-e31d2f547937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:57Z', 'updated_at': '2022-08-29T19:08:43Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:45.823138 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62769fa3-975e-4f21-89ee-95cf062c20c1 None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'b3b3373e-4635-4feb-bb15-a99075f65019', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'port_id': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'mac_address': 'fa:16:3e:64:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f96567-e842-4352-9e40-e31d2f547937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:57Z', 'updated_at': '2022-08-29T19:08:43Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:08:45.846414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-193bbddd-7480-4ca5-9ae4-adf706da4a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:45.878379 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d564-a9b1-47df-a427-1d8e70145121 req-35859831-05c8-41ea-bb26-9b748e1328d5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:45.880149 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1e4d564-a9b1-47df-a427-1d8e70145121 req-35859831-05c8-41ea-bb26-9b748e1328d5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0924335 Aug 29 19:08:45.998848 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1e4d564-a9b1-47df-a427-1d8e70145121 req-88c5cf24-672e-45d2-ad0e-f276f4c438da tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107168 Aug 29 19:08:46.027685 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-193bbddd-7480-4ca5-9ae4-adf706da4a3a admin admin] Publish callbacks [] for security_group (ca387c58-3d55-4f14-acfe-90cdf0adcf67), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.035292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-193bbddd-7480-4ca5-9ae4-adf706da4a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ca387c58-3d55-4f14-acfe-90cdf0adcf67), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.083972 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-193bbddd-7480-4ca5-9ae4-adf706da4a3a admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=74fd78a2177d4e83a644a528669825f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404552 Aug 29 19:08:46.085572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbddd-7480-4ca5-9ae4-adf706da4a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca387c58-3d55-4f14-acfe-90cdf0adcf67,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:46.088583 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53212) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:46.155630 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-08b05296-48e1-44ed-a326-00a3de5aeacf admin admin] Publish callbacks [] for security_group (ca387c58-3d55-4f14-acfe-90cdf0adcf67), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.177971 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-08b05296-48e1-44ed-a326-00a3de5aeacf admin admin] Publish callbacks [] for security_group (ca387c58-3d55-4f14-acfe-90cdf0adcf67), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.202244 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:46.245888 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-08b05296-48e1-44ed-a326-00a3de5aeacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ca387c58-3d55-4f14-acfe-90cdf0adcf67), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.250376 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-08b05296-48e1-44ed-a326-00a3de5aeacf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.255608 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-08b05296-48e1-44ed-a326-00a3de5aeacf admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ca387c58-3d55-4f14-acfe-90cdf0adcf67 HTTP/1.1" status: 204 len: 168 time: 0.1656156 Aug 29 19:08:46.265970 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b05296-48e1-44ed-a326-00a3de5aeacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca387c58-3d55-4f14-acfe-90cdf0adcf67,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:46.310827 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.315377 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (8a817328-575b-46dd-9791-ec999206e5c6), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.408203 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:46.423861 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP 8a817328-575b-46dd-9791-ec999206e5c6 associated. External IP: 172.27.2.151, port: 2fadd321-bdd6-4593-985e-4b08308c8b84. Aug 29 19:08:46.501436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd7139-7c11-4273-970d-c93aea692959 req-4eeff964-5df1-43cc-9fc6-cb2e6f6204c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:46.505021 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-22dd7139-7c11-4273-970d-c93aea692959 req-4eeff964-5df1-43cc-9fc6-cb2e6f6204c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0593076 Aug 29 19:08:46.574538 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-22dd7139-7c11-4273-970d-c93aea692959 req-578d6331-fd5c-42af-9acb-c77754601577 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607314 Aug 29 19:08:46.665155 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53222) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:46.678565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfeca-6c93-435f-b976-b836fa4d0f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.696843 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:08:46.717225 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639fa867-f523-4cde-927b-89ada73ed92d None None] New status for floating IP b3b3373e-4635-4feb-bb15-a99075f65019: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:08:46.775360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfeca-6c93-435f-b976-b836fa4d0f65 admin admin] Publish callbacks [] for security_group (99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.781092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfeca-6c93-435f-b976-b836fa4d0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.821494 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-bd6cfeca-6c93-435f-b976-b836fa4d0f65 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=48617c39cab8430cac35ca731c4988a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553428 Aug 29 19:08:46.824991 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53226) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:46.834038 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:08:46.837613 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.838698 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cfeca-6c93-435f-b976-b836fa4d0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:46.856329 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:08:46.869815 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:46.872210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:46.889162 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-049ed96c-044a-463f-b9fe-fc9df2a97ad7 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/8a817328-575b-46dd-9791-ec999206e5c6 HTTP/1.1" status: 200 len: 992 time: 1.9283218 Aug 29 19:08:46.889162 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:46.890897 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d944e381-b62c-446b-986b-703f19d9e55b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:46.915679 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:46.918252 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-16fc4faf-8a76-4464-aeb1-d02be871f57f admin admin] Publish callbacks [] for security_group (99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.946500 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18f5ab-fcc0-458c-b998-e3ba726c9e47 x-openstack-request-id: req-ac18f5ab-fcc0-458c-b998-e3ba726c9e47 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:46.946780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:46.947024 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ac18f5ab-fcc0-458c-b998-e3ba726c9e47 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:46.947448 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac18f5ab-fcc0-458c-b998-e3ba726c9e47'] response: {'name': 'network-changed', 'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'status': 'completed', 'code': 200} Aug 29 19:08:46.949350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-16fc4faf-8a76-4464-aeb1-d02be871f57f admin admin] Publish callbacks [] for security_group (99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:46.986377 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:47.001465 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-16fc4faf-8a76-4464-aeb1-d02be871f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:47.004153 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-16fc4faf-8a76-4464-aeb1-d02be871f57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:47.005441 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-16fc4faf-8a76-4464-aeb1-d02be871f57f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8 HTTP/1.1" status: 204 len: 168 time: 0.1799147 Aug 29 19:08:47.014823 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc4faf-8a76-4464-aeb1-d02be871f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e61b8b-8c1b-4ef9-84c3-c8a1fd7070e8,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:47.041953 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:47.131314 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd9875-c1c8-4520-8ec3-32360923d178 req-5e41da3f-a1f3-42f0-af7e-fdefb24b8fb4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:47.132882 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-74cd9875-c1c8-4520-8ec3-32360923d178 req-5e41da3f-a1f3-42f0-af7e-fdefb24b8fb4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0527353 Aug 29 19:08:47.152843 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:47.186971 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-74cd9875-c1c8-4520-8ec3-32360923d178 req-a415e5f7-d80f-4d61-9dc0-359c1cd5cd61 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480959 Aug 29 19:08:47.249126 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:46Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:47.274512 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:08:47.283256 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:47.283856 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:47.318222 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:47.392054 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:47.624020 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:46Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:47.655958 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30eafe0-2fc3-4b65-a7f0-cd575d316c63 None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:46Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:08:47.706536 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742314a-8e8a-4bd0-97e0-1b2bda0ec037 req-f5ae8b80-18b4-49f6-98dc-7d9ddacb4d68 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:47.712186 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3742314a-8e8a-4bd0-97e0-1b2bda0ec037 req-f5ae8b80-18b4-49f6-98dc-7d9ddacb4d68 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0534580 Aug 29 19:08:47.768216 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3742314a-8e8a-4bd0-97e0-1b2bda0ec037 req-6f912c80-73b3-4192-89c0-cdfbfbe9401d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537844 Aug 29 19:08:48.314096 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1d929-5a9c-4423-abd2-68c48412cac4 None None] New status for floating IP 8a817328-575b-46dd-9791-ec999206e5c6: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:08:48.326258 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9877f-b2a6-47fe-b9b1-1e44c9a09137 req-576dc632-399b-43a7-88eb-0c20a84e780e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:48.327994 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ce9877f-b2a6-47fe-b9b1-1e44c9a09137 req-576dc632-399b-43a7-88eb-0c20a84e780e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0611694 Aug 29 19:08:48.385751 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ce9877f-b2a6-47fe-b9b1-1e44c9a09137 req-2cdbe9de-32ba-474a-a1dc-1982f9b5129b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Aug 29 19:08:48.830090 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53288) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:48.912376 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521dbf5-6aaf-459f-94aa-31f1294013a1 req-8f8b3675-3e2a-4495-b1a1-233208099698 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:48.913907 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8521dbf5-6aaf-459f-94aa-31f1294013a1 req-8f8b3675-3e2a-4495-b1a1-233208099698 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0503559 Aug 29 19:08:48.965587 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8521dbf5-6aaf-459f-94aa-31f1294013a1 req-c295fa1e-6eb9-4134-8ef9-7feb1bb10ca0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459454 Aug 29 19:08:48.976304 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-82bf10f9-d57a-4ca0-83c0-4251957d354d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.015715 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:49.063769 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-82bf10f9-d57a-4ca0-83c0-4251957d354d admin admin] Publish callbacks [] for security_group (4f6b50f5-feca-4b6c-a157-fbf202d43c4d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.067614 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-82bf10f9-d57a-4ca0-83c0-4251957d354d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (4f6b50f5-feca-4b6c-a157-fbf202d43c4d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.106517 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf10f9-d57a-4ca0-83c0-4251957d354d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b50f5-feca-4b6c-a157-fbf202d43c4d,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:49.110917 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-82bf10f9-d57a-4ca0-83c0-4251957d354d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=de940d51595e44f0baa640245728362a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797108 Aug 29 19:08:49.114027 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53294) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:49.164046 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-21565614-bffc-4e6b-872e-21ef5b02b8e9 admin admin] Publish callbacks [] for security_group (4f6b50f5-feca-4b6c-a157-fbf202d43c4d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.184025 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-21565614-bffc-4e6b-872e-21ef5b02b8e9 admin admin] Publish callbacks [] for security_group (4f6b50f5-feca-4b6c-a157-fbf202d43c4d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.216115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:49.231813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-21565614-bffc-4e6b-872e-21ef5b02b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (4f6b50f5-feca-4b6c-a157-fbf202d43c4d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.234436 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-21565614-bffc-4e6b-872e-21ef5b02b8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.235644 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-21565614-bffc-4e6b-872e-21ef5b02b8e9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/4f6b50f5-feca-4b6c-a157-fbf202d43c4d HTTP/1.1" status: 204 len: 168 time: 0.1207163 Aug 29 19:08:49.245594 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21565614-bffc-4e6b-872e-21ef5b02b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b50f5-feca-4b6c-a157-fbf202d43c4d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:49.510238 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9261c50-1277-4bbb-9301-e342b06812e8 req-91b5a057-8e61-40d0-8705-2fce2ed6819d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:49.512033 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9261c50-1277-4bbb-9301-e342b06812e8 req-91b5a057-8e61-40d0-8705-2fce2ed6819d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0502157 Aug 29 19:08:49.522105 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53302) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:49.536719 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dff466aa-d288-4575-8d3c-76c96fa3f1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.566299 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9261c50-1277-4bbb-9301-e342b06812e8 req-837e8ebc-de10-4ea9-8210-dcfdb7cdb3ab tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Aug 29 19:08:49.631320 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dff466aa-d288-4575-8d3c-76c96fa3f1f6 admin admin] Publish callbacks [] for security_group (1841fc39-7074-4b34-914d-83079b20c055), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.635496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dff466aa-d288-4575-8d3c-76c96fa3f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1841fc39-7074-4b34-914d-83079b20c055), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.714610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff466aa-d288-4575-8d3c-76c96fa3f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1841fc39-7074-4b34-914d-83079b20c055,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:49.723315 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-dff466aa-d288-4575-8d3c-76c96fa3f1f6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0b9fe03fe6834c5f8a87e3ad1ea83471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976559 Aug 29 19:08:49.724521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53310) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:49.732925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-a043071d-bcf6-40ac-a0fc-4b814ca5fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:49.734540 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-a043071d-bcf6-40ac-a0fc-4b814ca5fee5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1129 time: 0.0793912 Aug 29 19:08:49.779132 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee010-9c06-4917-b9de-a9983faeac2d admin admin] Publish callbacks [] for security_group (1841fc39-7074-4b34-914d-83079b20c055), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.801093 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee010-9c06-4917-b9de-a9983faeac2d admin admin] Publish callbacks [] for security_group (1841fc39-7074-4b34-914d-83079b20c055), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.839962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:49.863426 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee010-9c06-4917-b9de-a9983faeac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1841fc39-7074-4b34-914d-83079b20c055), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.866188 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee010-9c06-4917-b9de-a9983faeac2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:49.868011 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-cc4ee010-9c06-4917-b9de-a9983faeac2d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1841fc39-7074-4b34-914d-83079b20c055 HTTP/1.1" status: 204 len: 168 time: 0.1430626 Aug 29 19:08:49.882095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ee010-9c06-4917-b9de-a9983faeac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841fc39-7074-4b34-914d-83079b20c055,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:50.157663 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-5dace184-1d16-4399-b503-463ec9b7c8c3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053503 Aug 29 19:08:50.212292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d593e4f-5587-46b4-83e8-e72dd6488fc3 req-fca60689-a21a-492f-bb75-9f742d155aaa tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:50.214615 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6d593e4f-5587-46b4-83e8-e72dd6488fc3 req-fca60689-a21a-492f-bb75-9f742d155aaa tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0834658 Aug 29 19:08:50.300632 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6d593e4f-5587-46b4-83e8-e72dd6488fc3 req-34e626d5-bdd2-46f1-a531-de877075617f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764103 Aug 29 19:08:50.304568 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-3d14c5c1-9185-4056-8655-b60fe37a1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:50.305718 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-3d14c5c1-9185-4056-8655-b60fe37a1a6d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.1697345 Aug 29 19:08:50.739216 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f7ec-75bb-4afa-94a5-ffe63ec9d4ee req-cf3f4941-a641-4f5a-9164-dd539aa9edbd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:50.749428 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2fc6f7ec-75bb-4afa-94a5-ffe63ec9d4ee req-cf3f4941-a641-4f5a-9164-dd539aa9edbd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1029377 Aug 29 19:08:50.794327 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2fc6f7ec-75bb-4afa-94a5-ffe63ec9d4ee req-6a7dc008-aeed-4e88-a317-85cdf1e00d8b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Aug 29 19:08:51.093390 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c89f55-09e0-4992-8f76-9bbce74cfb3b req-3df4ecb4-b825-446c-a02a-72278d319af6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.095302 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-36c89f55-09e0-4992-8f76-9bbce74cfb3b req-3df4ecb4-b825-446c-a02a-72278d319af6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0514631 Aug 29 19:08:51.148680 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-36c89f55-09e0-4992-8f76-9bbce74cfb3b req-4c1e8069-0f71-4a03-937f-2a104d33fcd3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 Aug 29 19:08:51.434496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e3c6-2e14-4144-97b3-43e34b5a396c req-fe8cb3c5-c944-45aa-9bc0-6cc124c74cca tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.436035 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f535e3c6-2e14-4144-97b3-43e34b5a396c req-fe8cb3c5-c944-45aa-9bc0-6cc124c74cca tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0522647 Aug 29 19:08:51.624353 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-5d673c8f-8c99-4fe5-bf8b-7a8ae035d666 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 1001 time: 0.1537089 Aug 29 19:08:51.625351 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b8203-9473-4198-ab34-564601e3341e req-e8c738a7-a0fa-4d49-956c-d9ddca323658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.626768 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-e8c738a7-a0fa-4d49-956c-d9ddca323658 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1130 time: 0.1051764 Aug 29 19:08:51.706217 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-9bca7506-c7a8-4b65-bed0-09473487ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.707957 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-9bca7506-c7a8-4b65-bed0-09473487ebda service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0682878 Aug 29 19:08:51.769841 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-e5674c31-1f18-4336-8630-02b29e918781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.772026 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-e5674c31-1f18-4336-8630-02b29e918781 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532165 Aug 29 19:08:51.792863 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-81aac793-0693-432e-bab4-7e9339e90402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.794548 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-81aac793-0693-432e-bab4-7e9339e90402 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 1129 time: 0.0969312 Aug 29 19:08:51.797184 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e381-b62c-446b-986b-703f19d9e55b req-df6870ad-6b3e-4906-afa6-14c6450310c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:51.798853 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-df6870ad-6b3e-4906-afa6-14c6450310c5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 1130 time: 0.0999591 Aug 29 19:08:51.813703 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f535e3c6-2e14-4144-97b3-43e34b5a396c req-55bf983d-c3ff-4429-a718-6ff1242607e4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720090 Aug 29 19:08:52.059388 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:52.127392 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-64277ba6-29be-4550-80c8-5f183a6df085 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194251 Aug 29 19:08:52.229518 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:52.236037 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b8203-9473-4198-ab34-564601e3341e req-91dd5e3d-8345-43b7-9b07-6f0a90d002a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.240247 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-91dd5e3d-8345-43b7-9b07-6f0a90d002a9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.5475876 Aug 29 19:08:52.260659 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:52.296745 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-21d09064-1175-4b04-9fac-404bde40973f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 200 len: 217 time: 0.0474582 Aug 29 19:08:52.317712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ce479-bc4b-42bc-aaf3-48137102bbc2 req-f16ca828-6092-46ac-b162-3c19d81bd0e5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.327611 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1f6ce479-bc4b-42bc-aaf3-48137102bbc2 req-f16ca828-6092-46ac-b162-3c19d81bd0e5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.3988259 Aug 29 19:08:52.334373 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53440) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:52.352550 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-2e4f4540-648f-440a-9a48-c162373f67a8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118618 Aug 29 19:08:52.360884 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'floatingip': {'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:08:52.367960 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b8203-9473-4198-ab34-564601e3341e req-5fc4e96b-645b-4dfa-b0ba-51018d8a3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.369680 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-5fc4e96b-645b-4dfa-b0ba-51018d8a3676 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0657010 Aug 29 19:08:52.404849 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-c0b79605-cf4f-4190-823a-e7d9587f52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.406553 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-c0b79605-cf4f-4190-823a-e7d9587f52ee service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.4954278 Aug 29 19:08:52.445853 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (d888ab5c-20a3-4761-8fc4-12314c9bd3b9), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:52.455570 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b8203-9473-4198-ab34-564601e3341e req-f6997081-759d-400b-9920-c2217eb2be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.457304 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-f6997081-759d-400b-9920-c2217eb2be9f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550005 Aug 29 19:08:52.480299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007e5fa-57cc-4b99-8f58-88c794d4a036 req-c4a6c6f9-a895-437f-834d-e39a0b5fec0d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.481809 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c007e5fa-57cc-4b99-8f58-88c794d4a036 req-c4a6c6f9-a895-437f-834d-e39a0b5fec0d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1997433 Aug 29 19:08:52.509932 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-0c4021d5-6ea1-4412-a805-dd0fbab55b1d service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2773a328-c32b-4251-884e-1d7401f1853a HTTP/1.1" status: 200 len: 217 time: 0.0909004 Aug 29 19:08:52.510838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e381-b62c-446b-986b-703f19d9e55b req-72ba8642-1b48-4361-a8a8-350d8ec2f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.512207 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-72ba8642-1b48-4361-a8a8-350d8ec2f8d2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.5742438 Aug 29 19:08:52.577881 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-1264b08d-02fb-4d5b-a8d3-e4da30c303f6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095393 Aug 29 19:08:52.693471 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c007e5fa-57cc-4b99-8f58-88c794d4a036 req-a46027be-d686-4a82-8180-d9db7bdb953b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802757 Aug 29 19:08:52.698191 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d5b8203-9473-4198-ab34-564601e3341e req-e3e8bdb8-963a-4202-93ec-64ead648c079 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108632 Aug 29 19:08:52.739610 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-0e3c4020-304f-4620-9e8a-7518f474fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.741047 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-0e3c4020-304f-4620-9e8a-7518f474fa49 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.1784780 Aug 29 19:08:52.758350 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-dd486c8d-3673-407f-8263-abf5722d0fa6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fadd321-bdd6-4593-985e-4b08308c8b84 HTTP/1.1" status: 200 len: 1002 time: 0.1945093 Aug 29 19:08:52.766348 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:52.919915 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-8ec8af61-e1b2-4588-95ab-dd78c949cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.921374 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-8ec8af61-e1b2-4588-95ab-dd78c949cb97 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1214027 Aug 29 19:08:52.933397 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e381-b62c-446b-986b-703f19d9e55b req-22d96dc6-1da3-416c-a0ee-5252d0c74b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:52.934787 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-22d96dc6-1da3-416c-a0ee-5252d0c74b28 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.1360428 Aug 29 19:08:52.968965 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53460) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:53.081637 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-457eadda-c3bc-490f-ae65-be286c2a1ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.104859 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e381-b62c-446b-986b-703f19d9e55b req-d955cb7f-3ee4-491f-9066-c3883c670aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:53.106359 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-d955cb7f-3ee4-491f-9066-c3883c670aec service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1573696 Aug 29 19:08:53.157585 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:53.177627 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-457eadda-c3bc-490f-ae65-be286c2a1ab0 admin admin] Publish callbacks [] for security_group (d9dde5e2-b0c5-4763-842b-9211d330310c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.183290 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-457eadda-c3bc-490f-ae65-be286c2a1ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (d9dde5e2-b0c5-4763-842b-9211d330310c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.222643 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-457eadda-c3bc-490f-ae65-be286c2a1ab0 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=92fce9b61cca4a0f8c69ac55f1703ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525265 Aug 29 19:08:53.225791 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53468) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:53.238966 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eadda-c3bc-490f-ae65-be286c2a1ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dde5e2-b0c5-4763-842b-9211d330310c,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:53.258076 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-6b547e7c-cea3-46a3-b19b-7a08cd6bf5dd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095067 Aug 29 19:08:53.337444 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed42-0b80-4bc2-b6b7-d6e82cc28194 admin admin] Publish callbacks [] for security_group (d9dde5e2-b0c5-4763-842b-9211d330310c), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.375305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.db.resource_extend [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 19:08:53.378099 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed42-0b80-4bc2-b6b7-d6e82cc28194 admin admin] Publish callbacks [] for security_group (d9dde5e2-b0c5-4763-842b-9211d330310c), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.416663 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-edf56af2-6128-4ff3-8e54-c79c20727258 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951260 Aug 29 19:08:53.466378 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53478) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:53.474000 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed42-0b80-4bc2-b6b7-d6e82cc28194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (d9dde5e2-b0c5-4763-842b-9211d330310c), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.477825 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed42-0b80-4bc2-b6b7-d6e82cc28194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.482011 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-1f2fed42-0b80-4bc2-b6b7-d6e82cc28194 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d9dde5e2-b0c5-4763-842b-9211d330310c HTTP/1.1" status: 204 len: 168 time: 0.2538252 Aug 29 19:08:53.491621 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fed42-0b80-4bc2-b6b7-d6e82cc28194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dde5e2-b0c5-4763-842b-9211d330310c,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:53.688271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.725062 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (d888ab5c-20a3-4761-8fc4-12314c9bd3b9), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.794874 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-847daae2-9b41-463e-9d3c-9d3f87f098f5 req-76c98d91-03f4-42f5-8005-2574f7024f87 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999044 Aug 29 19:08:53.857406 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fdaeda09-fd14-4540-a031-5564636bc036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.924279 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882411b-31de-4591-aa41-456b5615d18d req-45fca9fd-8950-4c66-91ec-766ebbc71ec5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:53.932316 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a882411b-31de-4591-aa41-456b5615d18d req-45fca9fd-8950-4c66-91ec-766ebbc71ec5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1396883 Aug 29 19:08:53.939437 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d944e381-b62c-446b-986b-703f19d9e55b req-f79ccca4-e96d-41cf-a1bf-f1aab78e015c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117512 Aug 29 19:08:53.960296 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53500) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:53.961845 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Floating IP d888ab5c-20a3-4761-8fc4-12314c9bd3b9 associated. External IP: 172.27.2.92, port: 90bec49f-36b1-4027-8fc3-86cd4d15e3f4. Aug 29 19:08:53.981087 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fdaeda09-fd14-4540-a031-5564636bc036 admin admin] Publish callbacks [] for security_group (3144d043-9f94-4368-b887-d0c7970344b5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.982925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a0042d24-f783-4987-a3d2-ad178e6bb8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:53.987173 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fdaeda09-fd14-4540-a031-5564636bc036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (3144d043-9f94-4368-b887-d0c7970344b5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.002761 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:54.005581 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:54.024273 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:54.034972 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a882411b-31de-4591-aa41-456b5615d18d req-a28ba0e0-d6cf-4cba-bb85-78a3b450a78d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017973 Aug 29 19:08:54.048997 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeda09-fd14-4540-a031-5564636bc036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3144d043-9f94-4368-b887-d0c7970344b5,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:54.068457 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fdaeda09-fd14-4540-a031-5564636bc036 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=bf065d0e0ce44345ad50a9f82d246a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6007612 Aug 29 19:08:54.074806 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53502) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:54.167699 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-11f2868d-f1c3-43d3-b40a-856acc1bd516 admin admin] Publish callbacks [] for security_group (3144d043-9f94-4368-b887-d0c7970344b5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.186828 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a0042d24-f783-4987-a3d2-ad178e6bb8c1 admin admin] Publish callbacks [] for security_group (cc07a0e6-4014-4ab4-82a2-531084d1f7e8), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.198565 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a0042d24-f783-4987-a3d2-ad178e6bb8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cc07a0e6-4014-4ab4-82a2-531084d1f7e8), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.202058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-11f2868d-f1c3-43d3-b40a-856acc1bd516 admin admin] Publish callbacks [] for security_group (3144d043-9f94-4368-b887-d0c7970344b5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.205432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:08:54.270906 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a0042d24-f783-4987-a3d2-ad178e6bb8c1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3b01e57bc5a9438fae54f99140d8eabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088486 Aug 29 19:08:54.272352 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0042d24-f783-4987-a3d2-ad178e6bb8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07a0e6-4014-4ab4-82a2-531084d1f7e8,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:54.275765 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53504) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:54.317361 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-11f2868d-f1c3-43d3-b40a-856acc1bd516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (3144d043-9f94-4368-b887-d0c7970344b5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.319952 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-11f2868d-f1c3-43d3-b40a-856acc1bd516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.321179 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:08:54.321696 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-11f2868d-f1c3-43d3-b40a-856acc1bd516 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/3144d043-9f94-4368-b887-d0c7970344b5 HTTP/1.1" status: 204 len: 168 time: 0.2455595 Aug 29 19:08:54.326479 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.329449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:54.340634 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2868d-f1c3-43d3-b40a-856acc1bd516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3144d043-9f94-4368-b887-d0c7970344b5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:54.344805 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49211c35-97c4-4524-960f-db06f004f739 None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:08:54.345327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7cc95770-613e-4e17-8729-9240b88bb964 admin admin] Publish callbacks [] for security_group (cc07a0e6-4014-4ab4-82a2-531084d1f7e8), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.369537 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7cc95770-613e-4e17-8729-9240b88bb964 admin admin] Publish callbacks [] for security_group (cc07a0e6-4014-4ab4-82a2-531084d1f7e8), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.371917 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-78848115-465f-4f63-9543-aecf5c3040d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/d888ab5c-20a3-4761-8fc4-12314c9bd3b9 HTTP/1.1" status: 200 len: 990 time: 2.0339770 Aug 29 19:08:54.372788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:08:54.376653 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c61eab-6667-4709-8505-4d403de74325" -d '{"events": [{"name": "network-changed", "server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:08:54.378760 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:54.380810 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:54.431533 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7cc95770-613e-4e17-8729-9240b88bb964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cc07a0e6-4014-4ab4-82a2-531084d1f7e8), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.435337 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7cc95770-613e-4e17-8729-9240b88bb964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:54.436759 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7cc95770-613e-4e17-8729-9240b88bb964 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cc07a0e6-4014-4ab4-82a2-531084d1f7e8 HTTP/1.1" status: 204 len: 168 time: 0.1599653 Aug 29 19:08:54.439887 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e15f5c9-6413-456e-a7df-55e63b3f04e0 x-openstack-request-id: req-6e15f5c9-6413-456e-a7df-55e63b3f04e0 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:08:54.439887 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:08:54.440430 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6e15f5c9-6413-456e-a7df-55e63b3f04e0 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:08:54.440965 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e15f5c9-6413-456e-a7df-55e63b3f04e0'] response: {'name': 'network-changed', 'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'status': 'completed', 'code': 200} Aug 29 19:08:54.446091 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95770-613e-4e17-8729-9240b88bb964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07a0e6-4014-4ab4-82a2-531084d1f7e8,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:54.522197 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:54.608938 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61eab-6667-4709-8505-4d403de74325 req-4a0dba45-9450-4902-92fa-1c9f5744fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:54.611083 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-4a0dba45-9450-4902-92fa-1c9f5744fef3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1129 time: 0.0589645 Aug 29 19:08:54.722999 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61eab-6667-4709-8505-4d403de74325 req-b65384dc-f6d2-4190-8497-83610524600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:54.725621 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-b65384dc-f6d2-4190-8497-83610524600d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.1070988 Aug 29 19:08:54.819852 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-d78413a7-80f9-45ec-a2a9-8c53d65b7652 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 998 time: 0.0822833 Aug 29 19:08:54.823948 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'd888ab5c-20a3-4761-8fc4-12314c9bd3b9', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'mac_address': 'fa:16:3e:17:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4696f764-f3e7-482f-b94e-549896198ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:53Z', 'revision_number': 1, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:54.850481 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49211c35-97c4-4524-960f-db06f004f739 None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:08:54.860691 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:08:54.861486 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:54.952948 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61eab-6667-4709-8505-4d403de74325 req-6ead9100-c591-4708-8d13-6f62b53677e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:54.956564 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-6ead9100-c591-4708-8d13-6f62b53677e9 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.1278801 Aug 29 19:08:55.025018 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:55.085061 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61eab-6667-4709-8505-4d403de74325 req-9b1fe98a-53da-4ab1-9196-5639e7047fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:55.086901 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-9b1fe98a-53da-4ab1-9196-5639e7047fc3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1203558 Aug 29 19:08:55.127150 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:08:55.155245 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:55.158890 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:55.240534 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851306e-b8b0-4fbd-9168-ccb3a6c90cfb req-8667366b-88bc-448d-934b-4ac5442972e9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:55.254877 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3851306e-b8b0-4fbd-9168-ccb3a6c90cfb req-8667366b-88bc-448d-934b-4ac5442972e9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1106169 Aug 29 19:08:55.330124 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-39831397-9492-4357-bbd6-dcf33cd1867f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254238 Aug 29 19:08:55.405134 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-49211c35-97c4-4524-960f-db06f004f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'd888ab5c-20a3-4761-8fc4-12314c9bd3b9', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'mac_address': 'fa:16:3e:17:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4696f764-f3e7-482f-b94e-549896198ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:53Z', 'revision_number': 1, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:08:55.442670 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49211c35-97c4-4524-960f-db06f004f739 None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'd888ab5c-20a3-4761-8fc4-12314c9bd3b9', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'mac_address': 'fa:16:3e:17:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4696f764-f3e7-482f-b94e-549896198ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:53Z', 'revision_number': 1, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:08:55.526850 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3851306e-b8b0-4fbd-9168-ccb3a6c90cfb req-1959f517-776f-46c4-9096-c9d6d3f57c65 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778213 Aug 29 19:08:55.531183 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85c61eab-6667-4709-8505-4d403de74325 req-a4f6e8d6-9a76-4418-9516-ff0812a70669 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938169 Aug 29 19:08:55.725793 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d69f61f-091f-444b-b7ca-21425fb5e504 None None] New status for floating IP d888ab5c-20a3-4761-8fc4-12314c9bd3b9: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:08:56.164785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53578) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:56.289752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bd9bfe02-cd2b-441c-92ec-e99365ff2722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.370913 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bd9bfe02-cd2b-441c-92ec-e99365ff2722 admin admin] Publish callbacks [] for security_group (b084beea-864e-4cfd-a55c-4da8db2632e6), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.374925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bd9bfe02-cd2b-441c-92ec-e99365ff2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b084beea-864e-4cfd-a55c-4da8db2632e6), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.419362 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-bd9bfe02-cd2b-441c-92ec-e99365ff2722 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3b251f2f9fa446be96cb8db35240422d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527990 Aug 29 19:08:56.420509 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bfe02-cd2b-441c-92ec-e99365ff2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b084beea-864e-4cfd-a55c-4da8db2632e6,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:56.422196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53590) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:08:56.458699 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7cdc1b48-17b0-45e4-a64e-7ece40e5fef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.490147 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac989415-f085-4490-9379-1965010c7615 admin admin] Publish callbacks [] for security_group (b084beea-864e-4cfd-a55c-4da8db2632e6), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.509531 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:56.511627 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac989415-f085-4490-9379-1965010c7615 admin admin] Publish callbacks [] for security_group (b084beea-864e-4cfd-a55c-4da8db2632e6), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.564213 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac989415-f085-4490-9379-1965010c7615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b084beea-864e-4cfd-a55c-4da8db2632e6), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.567231 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac989415-f085-4490-9379-1965010c7615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:56.571514 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ac989415-f085-4490-9379-1965010c7615 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b084beea-864e-4cfd-a55c-4da8db2632e6 HTTP/1.1" status: 204 len: 168 time: 0.1451466 Aug 29 19:08:56.580596 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac989415-f085-4490-9379-1965010c7615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b084beea-864e-4cfd-a55c-4da8db2632e6,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:08:56.675818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9b60d-4579-448a-8189-caa22bcb432f req-0a327543-0540-4140-bb31-06188cd9c84a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:56.677380 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89d9b60d-4579-448a-8189-caa22bcb432f req-0a327543-0540-4140-bb31-06188cd9c84a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0507629 Aug 29 19:08:56.730574 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89d9b60d-4579-448a-8189-caa22bcb432f req-49c1d66a-3e18-408f-8d82-e691beb3d79c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Aug 29 19:08:56.877732 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:08:57.893997 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f780b-2f1e-4c7c-844d-26fdecd89c62 req-d4593d13-0096-4d2b-bd31-5c8ee5f80d04 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:57.896543 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-990f780b-2f1e-4c7c-844d-26fdecd89c62 req-d4593d13-0096-4d2b-bd31-5c8ee5f80d04 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0774727 Aug 29 19:08:57.962287 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-990f780b-2f1e-4c7c-844d-26fdecd89c62 req-7b9ae359-c2e7-4f07-93c8-afc8cfd7b10e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593903 Aug 29 19:08:58.857887 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-df55a329-e002-4587-8689-ac64629aca66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:08:59.067399 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:08:59.084960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a3c9c-f162-425d-86bf-0c17f2e9a99f req-245cd044-e919-4e05-a61d-cbef4964622b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:08:59.087247 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-897a3c9c-f162-425d-86bf-0c17f2e9a99f req-245cd044-e919-4e05-a61d-cbef4964622b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Aug 29 19:08:59.138400 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-897a3c9c-f162-425d-86bf-0c17f2e9a99f req-ccf350d0-50f9-4e37-ab94-6437c37e28d1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Aug 29 19:09:00.055395 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:00.260292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ae2a-0ec0-46f3-82a3-5d99aba989b1 req-45f87fc0-eeb4-4854-838a-44ec6bdd190a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:00.261700 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8c2ae2a-0ec0-46f3-82a3-5d99aba989b1 req-45f87fc0-eeb4-4854-838a-44ec6bdd190a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0492380 Aug 29 19:09:00.309886 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8c2ae2a-0ec0-46f3-82a3-5d99aba989b1 req-0c317ef0-6734-4bbf-bbb9-fa189c124df3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Aug 29 19:09:01.429170 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dfd0a-56f9-4d9f-8544-ed512291063d req-9e4325b5-6c6a-4d7b-8058-668ea153852f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:01.431048 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ef7dfd0a-56f9-4d9f-8544-ed512291063d req-9e4325b5-6c6a-4d7b-8058-668ea153852f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0478280 Aug 29 19:09:01.457125 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:01.485736 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ef7dfd0a-56f9-4d9f-8544-ed512291063d req-87af43db-04f7-44f8-a92e-6ea47fa90f99 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Aug 29 19:09:01.861205 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:02.604979 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e04e8-e194-4bf3-979e-3a1a94224602 req-501c02ae-c22c-41e4-9bba-a660e7fd45e1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:02.606479 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-776e04e8-e194-4bf3-979e-3a1a94224602 req-501c02ae-c22c-41e4-9bba-a660e7fd45e1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0466745 Aug 29 19:09:02.656797 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-776e04e8-e194-4bf3-979e-3a1a94224602 req-bda58e1e-c6e6-4a25-b9b6-1156aa839fdb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Aug 29 19:09:03.779840 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39798dfe-01e4-41ef-a178-6071dfc21b97 req-a9bdf78a-a4fb-4260-8175-c403f2a1f636 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:03.781582 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39798dfe-01e4-41ef-a178-6071dfc21b97 req-a9bdf78a-a4fb-4260-8175-c403f2a1f636 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Aug 29 19:09:03.828894 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39798dfe-01e4-41ef-a178-6071dfc21b97 req-48f95ddf-3f1e-4d2e-bd76-b6770e80f10c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Aug 29 19:09:04.951691 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1cea-5941-49a7-b72d-88e4ae559cd3 req-0e949364-dbad-42c5-8d51-951dbfc7ad98 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:04.953221 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5d5c1cea-5941-49a7-b72d-88e4ae559cd3 req-0e949364-dbad-42c5-8d51-951dbfc7ad98 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0496883 Aug 29 19:09:05.003148 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5d5c1cea-5941-49a7-b72d-88e4ae559cd3 req-e8446f5a-98b3-4c0b-a62b-f47d4827e65b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Aug 29 19:09:06.131967 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5974a62-01f5-47fa-9469-8ac218798e4f req-99f1ae46-b739-45bb-ad72-e373f1184773 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:06.133437 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5974a62-01f5-47fa-9469-8ac218798e4f req-99f1ae46-b739-45bb-ad72-e373f1184773 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Aug 29 19:09:06.184869 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5974a62-01f5-47fa-9469-8ac218798e4f req-f5f5ef0c-a67f-4c6e-9212-006d1fdebf21 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Aug 29 19:09:06.409636 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=10,neutron:SELECT=67,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:06.417277 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=69,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:06.903033 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f226-896f-469b-a211-4e983d31f888 req-cc4bb99e-a9ae-401b-9f6c-b6bd9478de4b tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:06.904741 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-adc9f226-896f-469b-a211-4e983d31f888 req-cc4bb99e-a9ae-401b-9f6c-b6bd9478de4b tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0508676 Aug 29 19:09:06.965644 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-adc9f226-896f-469b-a211-4e983d31f888 req-35ee91b6-1813-425d-94f6-2a696d20bf5d tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533381 Aug 29 19:09:07.305435 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95eb5-fcd9-4a9c-9f29-cc39437ff656 req-83ac9f4b-0794-4f64-b112-e019d8167815 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:07.306921 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-97d95eb5-fcd9-4a9c-9f29-cc39437ff656 req-83ac9f4b-0794-4f64-b112-e019d8167815 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0451617 Aug 29 19:09:07.330462 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:07.359315 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-97d95eb5-fcd9-4a9c-9f29-cc39437ff656 req-aa570241-2257-472d-b965-79bbf276ce85 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Aug 29 19:09:08.096299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba69ab-486c-400f-80d8-76d0b4883a0c req-7d206ff4-cc21-4b29-a359-d7c87bd53ec3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:08.098493 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bba69ab-486c-400f-80d8-76d0b4883a0c req-7d206ff4-cc21-4b29-a359-d7c87bd53ec3 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0547166 Aug 29 19:09:08.151852 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bba69ab-486c-400f-80d8-76d0b4883a0c req-a83b2c7e-4d36-4c44-ade0-453dd72e1de0 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466809 Aug 29 19:09:08.493900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d1a2-2007-400e-8223-489401048d4c req-24fd051e-1dd7-4225-9cce-54fd22de2f13 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:08.496776 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a556d1a2-2007-400e-8223-489401048d4c req-24fd051e-1dd7-4225-9cce-54fd22de2f13 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0569799 Aug 29 19:09:08.548948 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a556d1a2-2007-400e-8223-489401048d4c req-13780495-a977-4527-aaba-6c076ee27227 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Aug 29 19:09:09.263668 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:09.282533 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0720-7467-4324-9f90-cb88f0972540 req-2a8401ea-9714-4f6e-8c63-fcef0484a2ec tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:09.284779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a69e0720-7467-4324-9f90-cb88f0972540 req-2a8401ea-9714-4f6e-8c63-fcef0484a2ec tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0548146 Aug 29 19:09:09.331906 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a69e0720-7467-4324-9f90-cb88f0972540 req-00ae191e-6b71-46b5-994b-3f6ae400a2df tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Aug 29 19:09:09.684091 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abfc9e-7897-4294-9365-1d049616fea7 req-6a3727f6-5de7-4d10-9b16-859ec7ea28dc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:09.685722 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e8abfc9e-7897-4294-9365-1d049616fea7 req-6a3727f6-5de7-4d10-9b16-859ec7ea28dc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0496008 Aug 29 19:09:09.751238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e8abfc9e-7897-4294-9365-1d049616fea7 req-419789f1-e30f-40fc-804d-b6d17feda383 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590322 Aug 29 19:09:09.804082 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53890) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:09.961700 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-000d8fd6-12fd-435e-ac4f-24a95671c2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:09.962954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53906) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:10.071990 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Deleting subnet 1928ceec-e2e5-4a4f-99bf-e0b5cf422572 {{(pid=101722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:09:10.082680 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-b58d74c0-ee0a-422a-aba4-b7056163a029 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:10.084193 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-b58d74c0-ee0a-422a-aba4-b7056163a029 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.0779881 Aug 29 19:09:10.089542 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Publish callbacks [] for subnet (1928ceec-e2e5-4a4f-99bf-e0b5cf422572), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.180658 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Publish callbacks [] for subnet (1928ceec-e2e5-4a4f-99bf-e0b5cf422572), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.248586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (1928ceec-e2e5-4a4f-99bf-e0b5cf422572), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.300689 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-000d8fd6-12fd-435e-ac4f-24a95671c2a5 admin admin] Publish callbacks [] for security_group (cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.308905 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-000d8fd6-12fd-435e-ac4f-24a95671c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.310997 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Deleting port 284ef1b6-7701-4493-93a6-1161589f2769 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:09:10.311337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (284ef1b6-7701-4493-93a6-1161589f2769), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.414432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:10.417332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-000d8fd6-12fd-435e-ac4f-24a95671c2a5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=248ee11b97cf4f95a09769f5a33366fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110144 Aug 29 19:09:10.418025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d8fd6-12fd-435e-ac4f-24a95671c2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:10.420324 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53910) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:10.475905 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1a0e-ef50-41a6-bfd4-5e7dcfc51346 admin admin] Publish callbacks [] for security_group (cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.480502 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (1928ceec-e2e5-4a4f-99bf-e0b5cf422572), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.497118 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1a0e-ef50-41a6-bfd4-5e7dcfc51346 admin admin] Publish callbacks [] for security_group (cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.532170 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1928ceec-e2e5-4a4f-99bf-e0b5cf422572,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:10.538419 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.543820 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-91fbc369-afe7-46aa-b4ad-6f465113f7dc admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/1928ceec-e2e5-4a4f-99bf-e0b5cf422572 HTTP/1.1" status: 204 len: 168 time: 0.5792050 Aug 29 19:09:10.546557 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53912) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:10.556599 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9638f-3745-44ed-b80e-4dadacac6e12 req-da61042e-2770-4749-8873-97fc757a145d tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:10.558158 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b7d9638f-3745-44ed-b80e-4dadacac6e12 req-da61042e-2770-4749-8873-97fc757a145d tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 946 time: 0.1339462 Aug 29 19:09:10.563917 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1a0e-ef50-41a6-bfd4-5e7dcfc51346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.566403 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1a0e-ef50-41a6-bfd4-5e7dcfc51346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.570494 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7c3e1a0e-ef50-41a6-bfd4-5e7dcfc51346 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34 HTTP/1.1" status: 204 len: 168 time: 0.1461494 Aug 29 19:09:10.570625 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] For port 284ef1b6-7701-4493-93a6-1161589f2769, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=284ef1b6-7701-4493-93a6-1161589f2769,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:10.570625 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (284ef1b6-7701-4493-93a6-1161589f2769), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.597996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Calling delete_port for 284ef1b6-7701-4493-93a6-1161589f2769 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:09:10.600578 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:10.632141 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e1a0e-ef50-41a6-bfd4-5e7dcfc51346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7ec0b-a0a3-43ce-8314-1eab08a3cc34,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:10.635996 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (4f718c36-deae-44af-b00d-be81c8fbbd61), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.722652 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (4f718c36-deae-44af-b00d-be81c8fbbd61), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.746988 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f718c36-deae-44af-b00d-be81c8fbbd61']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:10.758438 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436266ef-6f86-404c-a028-3aa4f01b6f91') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:10.758792 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436266ef-6f86-404c-a028-3aa4f01b6f91') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:10.770584 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (436266ef-6f86-404c-a028-3aa4f01b6f91), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.788332 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (436266ef-6f86-404c-a028-3aa4f01b6f91), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.796354 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:09:10.796780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (436266ef-6f86-404c-a028-3aa4f01b6f91), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.870591 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (4f718c36-deae-44af-b00d-be81c8fbbd61), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.889006 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.892377 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/4f718c36-deae-44af-b00d-be81c8fbbd61 HTTP/1.1" status: 204 len: 168 time: 0.3448615 Aug 29 19:09:10.894132 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 436266ef-6f86-404c-a028-3aa4f01b6f91 resource provider aggregate not found Aug 29 19:09:10.897664 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e2c55-1048-40a6-85f8-b6f2de6c59f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f718c36-deae-44af-b00d-be81c8fbbd61,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:10.901880 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53922) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:10.936837 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 436266ef-6f86-404c-a028-3aa4f01b6f91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 436266ef-6f86-404c-a028-3aa4f01b6f91 found for delete ", "request_id": "req-0eee7650-c637-4ae0-b5a4-642fd600bf6e"}]} Aug 29 19:09:10.957206 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53926) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:10.969785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Deleting subnet 60013421-7421-46fc-b42f-14c150b4e482 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:09:10.975653 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b7d9638f-3745-44ed-b80e-4dadacac6e12 req-c31ba2c0-b6f0-40e6-8f9e-e33cc8423252 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da9c9567-543a-4f3b-a32f-ab717ebd4336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098561 Aug 29 19:09:10.980826 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0af41de7-99f7-47aa-aff5-a41ea018c84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:10.981573 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Publish callbacks [] for subnet (60013421-7421-46fc-b42f-14c150b4e482), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.031903 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (60013421-7421-46fc-b42f-14c150b4e482), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.036080 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847cf9-1019-4ed8-8f8e-a78cc1abdc73 req-a58e5059-120f-4552-9f6f-4b378954ab73 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:11.037532 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02847cf9-1019-4ed8-8f8e-a78cc1abdc73 req-a58e5059-120f-4552-9f6f-4b378954ab73 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0909872 Aug 29 19:09:11.098118 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (60013421-7421-46fc-b42f-14c150b4e482), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.126201 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02847cf9-1019-4ed8-8f8e-a78cc1abdc73 req-bb6fc3a4-504f-4875-b250-36f1729eae24 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809345 Aug 29 19:09:11.162119 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (284ef1b6-7701-4493-93a6-1161589f2769), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.182340 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0af41de7-99f7-47aa-aff5-a41ea018c84d admin admin] Publish callbacks [] for security_group (f3eb0c18-9ea5-4d8c-84ce-22af033d9a38), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.185182 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:11.187569 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0af41de7-99f7-47aa-aff5-a41ea018c84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (f3eb0c18-9ea5-4d8c-84ce-22af033d9a38), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.196160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Pushing event deleted for resources: {'Port': ['ID=284ef1b6-7701-4493-93a6-1161589f2769,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:11.200871 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (60013421-7421-46fc-b42f-14c150b4e482), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.266625 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60013421-7421-46fc-b42f-14c150b4e482,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:11.276222 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0af41de7-99f7-47aa-aff5-a41ea018c84d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3b78a3528de343078f14359bc604f8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177514 Aug 29 19:09:11.276994 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af41de7-99f7-47aa-aff5-a41ea018c84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb0c18-9ea5-4d8c-84ce-22af033d9a38,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:11.279897 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53930) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:11.280318 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.283839 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c0d341c3-f418-4766-9da7-3eb6b37f7798 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/60013421-7421-46fc-b42f-14c150b4e482 HTTP/1.1" status: 204 len: 168 time: 0.3802493 Aug 29 19:09:11.286372 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53932) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:11.294470 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:11.315374 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] No DVR routers for this DVR port 284ef1b6-7701-4493-93a6-1161589f2769 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:09:11.319048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.322908 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75fe6621-229c-4f14-b7d6-600ef563a491 req-d112d453-ccb9-4997-ab2c-da87438d48fd tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.71 "DELETE /networking/v2.0/ports/284ef1b6-7701-4493-93a6-1161589f2769 HTTP/1.1" status: 204 len: 173 time: 1.2105131 Aug 29 19:09:11.329635 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'name': 'network-vif-deleted', 'tag': '284ef1b6-7701-4493-93a6-1161589f2769'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:09:11.332422 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652539a1-18a7-424e-a4d7-1bf029591dc7" -d '{"events": [{"server_uuid": "79f5cf3f-d9c5-4279-a896-d6dd9c50266a", "name": "network-vif-deleted", "tag": "284ef1b6-7701-4493-93a6-1161589f2769"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:09:11.372236 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (d9b6bada-5ece-4055-b6da-80f23206f7c3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.377060 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a871367a-3f94-4f87-839c-79251cc13340 admin admin] Publish callbacks [] for security_group (f3eb0c18-9ea5-4d8c-84ce-22af033d9a38), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.390101 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c21a0-6f9f-4731-82f3-48ef8ce23f1e x-openstack-request-id: req-ed1c21a0-6f9f-4731-82f3-48ef8ce23f1e {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:09:11.390595 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f5cf3f-d9c5-4279-a896-d6dd9c50266a", "name": "network-vif-deleted", "tag": "284ef1b6-7701-4493-93a6-1161589f2769", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:09:11.390848 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ed1c21a0-6f9f-4731-82f3-48ef8ce23f1e {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:09:11.391287 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1c21a0-6f9f-4731-82f3-48ef8ce23f1e'] response: {'server_uuid': '79f5cf3f-d9c5-4279-a896-d6dd9c50266a', 'name': 'network-vif-deleted', 'tag': '284ef1b6-7701-4493-93a6-1161589f2769', 'status': 'completed', 'code': 200} Aug 29 19:09:11.409380 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a871367a-3f94-4f87-839c-79251cc13340 admin admin] Publish callbacks [] for security_group (f3eb0c18-9ea5-4d8c-84ce-22af033d9a38), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.463638 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a871367a-3f94-4f87-839c-79251cc13340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (f3eb0c18-9ea5-4d8c-84ce-22af033d9a38), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.466196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a871367a-3f94-4f87-839c-79251cc13340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.467504 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-a871367a-3f94-4f87-839c-79251cc13340 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/f3eb0c18-9ea5-4d8c-84ce-22af033d9a38 HTTP/1.1" status: 204 len: 168 time: 0.1865470 Aug 29 19:09:11.467637 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (d9b6bada-5ece-4055-b6da-80f23206f7c3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.475682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871367a-3f94-4f87-839c-79251cc13340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb0c18-9ea5-4d8c-84ce-22af033d9a38,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:11.495425 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b6bada-5ece-4055-b6da-80f23206f7c3']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:11.505712 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be996ced-e1a3-4009-a8d4-d414a1d53f5a') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:11.506102 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be996ced-e1a3-4009-a8d4-d414a1d53f5a') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:11.517954 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (be996ced-e1a3-4009-a8d4-d414a1d53f5a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.533627 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (be996ced-e1a3-4009-a8d4-d414a1d53f5a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.540839 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:09:11.541215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (be996ced-e1a3-4009-a8d4-d414a1d53f5a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.600170 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (d9b6bada-5ece-4055-b6da-80f23206f7c3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.610579 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.615418 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/d9b6bada-5ece-4055-b6da-80f23206f7c3 HTTP/1.1" status: 204 len: 168 time: 0.3281341 Aug 29 19:09:11.626584 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde385d9-37c4-45f4-a91a-4c37c451953c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b6bada-5ece-4055-b6da-80f23206f7c3,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:11.821736 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53942) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:11.844710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53944) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:11.857241 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:11.866590 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c74268da-e25b-4107-9dba-27623d7beb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.878037 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-08b84a86-dcbb-43b6-a284-ff79bfc58d10 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f530303e20704b88b87100476573d181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548742 Aug 29 19:09:11.881656 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53946) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:11.954027 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e0921cc-79d2-494c-b064-a60d7ebe6124 admin admin] Publish callbacks [] for security_group (e974b04c-5371-4109-ad0d-80341170e8d3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.968895 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c74268da-e25b-4107-9dba-27623d7beb15 admin admin] Publish callbacks [] for security_group (afce255b-3469-4ede-a2eb-806aac4e8d00), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.973046 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c74268da-e25b-4107-9dba-27623d7beb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (afce255b-3469-4ede-a2eb-806aac4e8d00), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:11.978431 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e0921cc-79d2-494c-b064-a60d7ebe6124 admin admin] Publish callbacks [] for security_group (e974b04c-5371-4109-ad0d-80341170e8d3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.015183 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c74268da-e25b-4107-9dba-27623d7beb15 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=9dba5f6868344bfb9cb814326d6c6101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693587 Aug 29 19:09:12.016140 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74268da-e25b-4107-9dba-27623d7beb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce255b-3469-4ede-a2eb-806aac4e8d00,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:12.018712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 53950) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:12.036745 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:12.041043 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e0921cc-79d2-494c-b064-a60d7ebe6124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e974b04c-5371-4109-ad0d-80341170e8d3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.046209 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e0921cc-79d2-494c-b064-a60d7ebe6124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.047670 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0e0921cc-79d2-494c-b064-a60d7ebe6124 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e974b04c-5371-4109-ad0d-80341170e8d3 HTTP/1.1" status: 204 len: 168 time: 0.1640291 Aug 29 19:09:12.058396 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0921cc-79d2-494c-b064-a60d7ebe6124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e974b04c-5371-4109-ad0d-80341170e8d3,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:12.108822 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7e55b9b8-27f4-4435-a630-267baee9f123 req-4e66c942-d7d9-4af9-b51f-a192b82aed15 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0423481 Aug 29 19:09:12.122439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-087da9db-4f5d-4e82-9fe5-9ed75c43c49c admin admin] Publish callbacks [] for security_group (afce255b-3469-4ede-a2eb-806aac4e8d00), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.150901 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-087da9db-4f5d-4e82-9fe5-9ed75c43c49c admin admin] Publish callbacks [] for security_group (afce255b-3469-4ede-a2eb-806aac4e8d00), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.208117 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-087da9db-4f5d-4e82-9fe5-9ed75c43c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (afce255b-3469-4ede-a2eb-806aac4e8d00), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.212569 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-087da9db-4f5d-4e82-9fe5-9ed75c43c49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.214088 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-087da9db-4f5d-4e82-9fe5-9ed75c43c49c admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/afce255b-3469-4ede-a2eb-806aac4e8d00 HTTP/1.1" status: 204 len: 168 time: 0.1944742 Aug 29 19:09:12.242105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087da9db-4f5d-4e82-9fe5-9ed75c43c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce255b-3469-4ede-a2eb-806aac4e8d00,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:12.286497 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b4d8-65bb-4353-9c3c-e1adb2bcf619 req-0c47b1d6-d73d-4e47-a0e8-599886be4034 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:12.288116 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df53b4d8-65bb-4353-9c3c-e1adb2bcf619 req-0c47b1d6-d73d-4e47-a0e8-599886be4034 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0617113 Aug 29 19:09:12.347162 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df53b4d8-65bb-4353-9c3c-e1adb2bcf619 req-a1c124d9-9a79-43cb-ba0d-1885baa89a81 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486031 Aug 29 19:09:12.585022 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53970) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:12.628601 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-eb79fe7a-7faa-4808-a73e-593183a39217 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=25eaf46184414a03951c8287c890619f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422380 Aug 29 19:09:12.631169 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 53974) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:12.684675 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27375d3c-1f88-4df3-87c0-39814572342f admin admin] Publish callbacks [] for security_group (dbefd5a0-849a-43d6-8506-95a56c299398), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.708689 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27375d3c-1f88-4df3-87c0-39814572342f admin admin] Publish callbacks [] for security_group (dbefd5a0-849a-43d6-8506-95a56c299398), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.759142 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27375d3c-1f88-4df3-87c0-39814572342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (dbefd5a0-849a-43d6-8506-95a56c299398), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.761760 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27375d3c-1f88-4df3-87c0-39814572342f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:12.762909 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-27375d3c-1f88-4df3-87c0-39814572342f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/dbefd5a0-849a-43d6-8506-95a56c299398 HTTP/1.1" status: 204 len: 168 time: 0.1307354 Aug 29 19:09:12.775177 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375d3c-1f88-4df3-87c0-39814572342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbefd5a0-849a-43d6-8506-95a56c299398,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:12.955742 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment be996ced-e1a3-4009-a8d4-d414a1d53f5a resource provider aggregate not found Aug 29 19:09:12.982033 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment be996ced-e1a3-4009-a8d4-d414a1d53f5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be996ced-e1a3-4009-a8d4-d414a1d53f5a found for delete ", "request_id": "req-7019b169-1393-4358-bfd6-480574ec4a7a"}]} Aug 29 19:09:13.220731 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['284ef1b6-7701-4493-93a6-1161589f2769'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:09:13.272974 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e17ac427-4716-412d-b16a-e1266ea97c81 req-7cf83146-9e54-4195-9f28-36d4f00a06ca tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0608735 Aug 29 19:09:13.298580 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:13.447788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:13.493180 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f777ff-85c9-4e80-90ac-7acc5e5a309e req-28fad097-f5bb-41b1-b695-ac171eff1ae9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:13.495295 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31f777ff-85c9-4e80-90ac-7acc5e5a309e req-28fad097-f5bb-41b1-b695-ac171eff1ae9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0641108 Aug 29 19:09:13.553193 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31f777ff-85c9-4e80-90ac-7acc5e5a309e req-71ca1fc4-aee1-4503-9754-90f4d0670888 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Aug 29 19:09:13.876668 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=49 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:13.877794 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:14.116302 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 284ef1b6-7701-4493-93a6-1161589f2769 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:09:14.138444 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 284ef1b6-7701-4493-93a6-1161589f2769 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:09:14.138793 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 284ef1b6-7701-4493-93a6-1161589f2769 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:09:14.407309 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5814b399-3905-4abe-bb2c-8fe25a7ecefc req-c61b8178-345c-49ce-86f0-9451296a2152 tempest-DeleteServersTestJSON-1723207272 tempest-DeleteServersTestJSON-1723207272-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79f5cf3f-d9c5-4279-a896-d6dd9c50266a HTTP/1.1" status: 200 len: 210 time: 0.0303414 Aug 29 19:09:14.693151 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a916d2-63dc-45f2-b68f-41ec651010e6 req-81cdb791-ec85-4bfc-9b41-2fec385d7561 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:14.694628 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-71a916d2-63dc-45f2-b68f-41ec651010e6 req-81cdb791-ec85-4bfc-9b41-2fec385d7561 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0513475 Aug 29 19:09:14.752347 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-71a916d2-63dc-45f2-b68f-41ec651010e6 req-bb72a0c5-38a5-4604-9441-94e39520be99 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500438 Aug 29 19:09:15.264652 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-b679dfc5-1fa0-4907-ac7d-0749162aa0dd tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/networks?tenant_id=0f594096296743c583bf3f8e0c1f5110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307465 Aug 29 19:09:15.448921 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-92218100-1f1b-469c-8f6a-dab044e1c80f tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:15.450412 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-92218100-1f1b-469c-8f6a-dab044e1c80f tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806231 Aug 29 19:09:15.465687 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-93c1ba99-92eb-4ff3-a0c8-dd2f63279379 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/quotas/0f594096296743c583bf3f8e0c1f5110 HTTP/1.1" status: 200 len: 375 time: 0.0099788 Aug 29 19:09:15.499654 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-4ce10c2f-23c7-4326-adc2-290ef4bf68cf tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=0f594096296743c583bf3f8e0c1f5110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284154 Aug 29 19:09:15.700981 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-122965da-0ee3-4e15-aa0d-4e66e022ea01 req-fc7ffb5e-3944-4b4c-924f-e3620eac451b tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 210 time: 0.0332704 Aug 29 19:09:15.893818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a11cd-91cb-4089-bf59-03312a6d815a req-090eb8df-00c3-4161-ac11-94b5d5271b61 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:15.895385 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-589a11cd-91cb-4089-bf59-03312a6d815a req-090eb8df-00c3-4161-ac11-94b5d5271b61 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0546815 Aug 29 19:09:15.950752 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-589a11cd-91cb-4089-bf59-03312a6d815a req-4bcb801b-97d4-4928-b067-306c658cd723 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 Aug 29 19:09:16.806752 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-208e6686-6f14-4f6e-8ccc-05df8c38d23d req-d6aa9cbc-c324-4764-b67f-ca07f3ce08d6 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 210 time: 0.0277498 Aug 29 19:09:16.986119 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54130) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:17.078252 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630ce4e-ff70-4d56-acf9-5612047f3d0a req-284bc88e-add2-44ac-865a-4e293728df3d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:17.079396 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1630ce4e-ff70-4d56-acf9-5612047f3d0a req-284bc88e-add2-44ac-865a-4e293728df3d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Aug 29 19:09:17.102675 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:17.143393 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1630ce4e-ff70-4d56-acf9-5612047f3d0a req-1e691f2e-1c89-401e-a6f7-a62eb6a42329 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579054 Aug 29 19:09:17.188226 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-fdfa1556-668e-4279-9146-a5134b9ca552 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=0f594096296743c583bf3f8e0c1f5110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436437 Aug 29 19:09:17.319560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-56ca7a0f-3003-4e46-ad3c-8b1c7d5f5666 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:17.321840 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-56ca7a0f-3003-4e46-ad3c-8b1c7d5f5666 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284118 Aug 29 19:09:17.385759 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Request body: {'port': {'device_id': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8', 'admin_state_up': True, 'tenant_id': '0f594096296743c583bf3f8e0c1f5110'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:17.422377 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (b52e5787-9895-4178-8c96-7befdbaf2fb3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.460011 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:17.466899 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:17.499755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Made reservation on behalf of 0f594096296743c583bf3f8e0c1f5110 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:17.503474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.513061 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.598764 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks [] for security_group (1119fca5-fda5-4606-880e-4e02c5d7be67), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.603510 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1119fca5-fda5-4606-880e-4e02c5d7be67), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.671799 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1119fca5-fda5-4606-880e-4e02c5d7be67,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:17.676831 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:17.739737 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Deleting port b92a6ed0-3147-4cb3-8617-2440ab2a5586 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:09:17.740098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.754172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Allocated IP 192.168.233.110 (e7a6a958-dd70-4228-b590-a8df7e6c79d8/c16062d3-ae31-45c5-b5a8-4c8bd8c520b9/7c82c12f-9d4e-485c-8e6c-55f4ff85124c) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:17.859993 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] For port b92a6ed0-3147-4cb3-8617-2440ab2a5586, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=b92a6ed0-3147-4cb3-8617-2440ab2a5586,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:17.860442 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:17.885444 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Calling delete_port for b92a6ed0-3147-4cb3-8617-2440ab2a5586 owned by network:router_interface {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:09:17.984606 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b716ebf-b548-4074-bfe9-54b844559e41 req-83ed76ff-0f07-4f8a-9811-0df5c25ce8e4 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 210 time: 0.0600564 Aug 29 19:09:18.015577 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks [] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.075099 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.108482 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Network e7a6a958-dd70-4228-b590-a8df7e6c79d8 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:18.115625 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:18.118420 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:18.123305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:18.123922 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.145114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Pushing event updated for resources: {'Port': ['ID=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:18.153807 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e0d35719-6ef0-4b43-aab8-90520bc2f09d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7732460 Aug 29 19:09:18.161684 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:18.178799 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (b92a6ed0-3147-4cb3-8617-2440ab2a5586), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.188166 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Request body: {'port': {'device_id': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:18.220709 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92a6ed0-3147-4cb3-8617-2440ab2a5586,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:18.316330 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.498956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732c79-ab94-4149-b276-1bdec67cf8bd req-ae179143-8980-43dc-951e-8e3377f8d9d4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:18.500528 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bd732c79-ab94-4149-b276-1bdec67cf8bd req-ae179143-8980-43dc-951e-8e3377f8d9d4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1857846 Aug 29 19:09:18.520226 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-b9ae77e9-6444-46d0-8301-ca400a772cb9 None None] Provisioning complete for port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:18.520823 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b9ae77e9-6444-46d0-8301-ca400a772cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.559236 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:18.598923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae77e9-6444-46d0-8301-ca400a772cb9 None None] Port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:18.641383 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bd732c79-ab94-4149-b276-1bdec67cf8bd req-0314e87a-8f5e-41f6-8c40-e12490716819 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234002 Aug 29 19:09:18.752370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:18.760261 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c82c12f-9d4e-485c-8e6c-55f4ff85124c {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:09:18.764695 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (b52e5787-9895-4178-8c96-7befdbaf2fb3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.769093 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Publish callbacks [] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.785526 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Transition to ACTIVE for port object 7c82c12f-9d4e-485c-8e6c-55f4ff85124c will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:09:18.789328 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.858686 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:18.875561 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Attempting to bind port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:18.875900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Attempting to bind port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:18.876225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Attempting to bind port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c on network e7a6a958-dd70-4228-b590-a8df7e6c79d8 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:18.880920 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c on network e7a6a958-dd70-4228-b590-a8df7e6c79d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:09:18.881291 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Attempting to bind port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c on network e7a6a958-dd70-4228-b590-a8df7e6c79d8 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:18.888543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:18.888880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Checking segment: {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:18.889646 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Bound using segment: {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:18.889646 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Bound port: 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2fe313-c191-401d-8890-948770784f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:18.890010 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.962315 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] For port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:18.965621 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] For port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:18.972323 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.976853 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:18.977547 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:18.978895 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/7c82c12f-9d4e-485c-8e6c-55f4ff85124c HTTP/1.1" status: 200 len: 1098 time: 0.8005011 Aug 29 19:09:18.980217 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'tag': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:09:18.982603 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5768265b-357d-41cf-a635-ccfebe1b7b75" -d '{"events": [{"name": "network-changed", "server_uuid": "932ea63e-1e18-489e-b007-cba85d8ab0cf", "tag": "7c82c12f-9d4e-485c-8e6c-55f4ff85124c"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:09:19.018928 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Router b52e5787-9895-4178-8c96-7befdbaf2fb3 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:09:19.040683 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82967f-1abc-4f9f-a9e1-61a235d3c7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:19.060666 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af8aae-215a-4667-87d8-7b18fe0e7e56 x-openstack-request-id: req-b1af8aae-215a-4667-87d8-7b18fe0e7e56 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:09:19.063273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ea63e-1e18-489e-b007-cba85d8ab0cf", "tag": "7c82c12f-9d4e-485c-8e6c-55f4ff85124c", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:09:19.063273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b1af8aae-215a-4667-87d8-7b18fe0e7e56 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:09:19.063273 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1af8aae-215a-4667-87d8-7b18fe0e7e56'] response: {'name': 'network-changed', 'server_uuid': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'tag': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c', 'status': 'completed', 'code': 200} Aug 29 19:09:19.146493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:19.158860 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] Sync routers for ids ['b52e5787-9895-4178-8c96-7befdbaf2fb3'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:19.159389 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d9b9bb66-2175-4265-bfee-60d9cbd5eb95 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/b52e5787-9895-4178-8c96-7befdbaf2fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1718397 Aug 29 19:09:19.161813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54186) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:19.180162 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] Routers {'b52e5787-9895-4178-8c96-7befdbaf2fb3'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:19.181261 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['b52e5787-9895-4178-8c96-7befdbaf2fb3'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:19.181689 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09ab5-afa1-449d-8eca-c175b8127a47 req-1802c907-72ce-4790-8df6-6552586e0c08 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:19.183343 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9f09ab5-afa1-449d-8eca-c175b8127a47 req-1802c907-72ce-4790-8df6-6552586e0c08 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 948 time: 0.0903575 Aug 29 19:09:19.184335 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-6e460b87-18c0-4735-a8e5-6a131ff14126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:19.186652 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-6e460b87-18c0-4735-a8e5-6a131ff14126 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=0f594096296743c583bf3f8e0c1f5110&device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 1132 time: 0.0818951 Aug 29 19:09:19.232741 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:19.293842 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks [] for router (b52e5787-9895-4178-8c96-7befdbaf2fb3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:19.311771 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-245fa919-ae10-4d22-8c5f-8b06ccf110ed service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c HTTP/1.1" status: 200 len: 217 time: 0.0879316 Aug 29 19:09:19.347671 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] Set router b52e5787-9895-4178-8c96-7befdbaf2fb3 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:19.364521 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9f09ab5-afa1-449d-8eca-c175b8127a47 req-cf3c9034-52fb-4496-ae2b-5ea44544ea71 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725121 Aug 29 19:09:19.420212 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks [] for router_gateway (b52e5787-9895-4178-8c96-7befdbaf2fb3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:19.453542 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-eb2ee19f-2068-4ce4-94f3-8f38c96ff8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:19.454993 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-eb2ee19f-2068-4ce4-94f3-8f38c96ff8ac service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c16062d3-ae31-45c5-b5a8-4c8bd8c520b9 HTTP/1.1" status: 200 len: 843 time: 0.1232300 Aug 29 19:09:19.477689 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Deleting port 7e609ce3-98e8-40b6-b5de-38ab2f645d40 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:09:19.478057 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:19.528731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e9f3cdce-5022-497a-8766-be468b619acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:19.529767 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-e9f3cdce-5022-497a-8766-be468b619acd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e7a6a958-dd70-4228-b590-a8df7e6c79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0675266 Aug 29 19:09:19.582328 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:09:18Z', 'revision_number': 5, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port': {'id': '7e609ce3-98e8-40b6-b5de-38ab2f645d40', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:19.615118 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] Checking router: b52e5787-9895-4178-8c96-7befdbaf2fb3 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:19.626139 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] Routers {'b52e5787-9895-4178-8c96-7befdbaf2fb3'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:19.627383 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:08:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['b52e5787-9895-4178-8c96-7befdbaf2fb3'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:19.637578 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] For port 7e609ce3-98e8-40b6-b5de-38ab2f645d40, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=7e609ce3-98e8-40b6-b5de-38ab2f645d40,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:19.637941 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:19.648681 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:19.686313 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-3a85d0f2-f0a3-4dba-a493-bd8cba098f17 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e7a6a958-dd70-4228-b590-a8df7e6c79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419654 Aug 29 19:09:19.700468 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Calling delete_port for 7e609ce3-98e8-40b6-b5de-38ab2f645d40 owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:09:19.739787 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] Set router b52e5787-9895-4178-8c96-7befdbaf2fb3 gateway port host: None {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:19.782717 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:09:19Z', 'revision_number': 6, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:19.811812 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ffac-dd8f-4349-a0e2-e883d02fc854 None None] The sync data for ids ['b52e5787-9895-4178-8c96-7befdbaf2fb3'] in dv-cinder-731261-6-iscsi is: [{'id': 'b52e5787-9895-4178-8c96-7befdbaf2fb3', 'name': 'tempest-DeleteServersTestJSON-822164660-router', 'tenant_id': '74f3f1161ef84f30bbd787e9361a0dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:36Z', 'updated_at': '2022-08-29T19:09:19Z', 'revision_number': 6, 'project_id': '74f3f1161ef84f30bbd787e9361a0dac', 'gw_port_host': None}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:19.821866 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:19.853150 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5e02-c349-4db6-8655-5dada6682ad8 req-a26d08b8-3464-4772-b488-074d900cf668 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:19.860052 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3b6b5e02-c349-4db6-8655-5dada6682ad8 req-a26d08b8-3464-4772-b488-074d900cf668 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0804517 Aug 29 19:09:19.919731 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8d7f0f7-f7f6-4c9a-a70a-1bbfea6db9c2 req-825855b5-0603-4c76-8465-c3540a8a18a8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e7a6a958-dd70-4228-b590-a8df7e6c79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255952 Aug 29 19:09:19.962780 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3b6b5e02-c349-4db6-8655-5dada6682ad8 req-37be1750-ebbe-4d62-83b6-7b43d326ef59 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017685 Aug 29 19:09:19.986051 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (7e609ce3-98e8-40b6-b5de-38ab2f645d40), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:19.992225 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54222) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:20.018390 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e609ce3-98e8-40b6-b5de-38ab2f645d40,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:20.094249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (b52e5787-9895-4178-8c96-7befdbaf2fb3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.182085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-866464a0-29e1-402e-8ee5-55f41ceb2b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.223480 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (b52e5787-9895-4178-8c96-7befdbaf2fb3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.226714 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks [] for router_controller (b52e5787-9895-4178-8c96-7befdbaf2fb3), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.309492 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (b52e5787-9895-4178-8c96-7befdbaf2fb3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.310114 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52e5787-9895-4178-8c96-7befdbaf2fb3 {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:09:20.315624 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.319209 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6835b32c-adb9-470c-8a82-fdb6ebd6af38 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/b52e5787-9895-4178-8c96-7befdbaf2fb3 HTTP/1.1" status: 204 len: 168 time: 1.1564169 Aug 29 19:09:20.319414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54234) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:20.372166 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-866464a0-29e1-402e-8ee5-55f41ceb2b4d admin admin] Publish callbacks [] for security_group (feb8c6d4-ef77-4356-beca-a269f4141b10), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.374634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Deleting subnet 3377f28b-1e40-46c8-9107-00c9fa06ea4a {{(pid=101722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:09:20.376426 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-866464a0-29e1-402e-8ee5-55f41ceb2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (feb8c6d4-ef77-4356-beca-a269f4141b10), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.378225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Publish callbacks [] for subnet (3377f28b-1e40-46c8-9107-00c9fa06ea4a), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.404608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:20.420674 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Publish callbacks [] for subnet (3377f28b-1e40-46c8-9107-00c9fa06ea4a), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.431520 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-866464a0-29e1-402e-8ee5-55f41ceb2b4d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5a4036efa2134d5dbeec212b7bfea0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380038 Aug 29 19:09:20.434154 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54240) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:20.483503 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866464a0-29e1-402e-8ee5-55f41ceb2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8c6d4-ef77-4356-beca-a269f4141b10,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:20.499707 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (3377f28b-1e40-46c8-9107-00c9fa06ea4a), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.502426 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2c024fa1-a9f8-47bd-8e88-39f5851c04de admin admin] Publish callbacks [] for security_group (feb8c6d4-ef77-4356-beca-a269f4141b10), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.538280 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2c024fa1-a9f8-47bd-8e88-39f5851c04de admin admin] Publish callbacks [] for security_group (feb8c6d4-ef77-4356-beca-a269f4141b10), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.553764 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:20.569969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (3377f28b-1e40-46c8-9107-00c9fa06ea4a), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.609339 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aeaf28-f3d6-4f44-8fc6-fa3741fad714 None None] Network fca34072-56a5-4db2-b6ce-2bbddd357288 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:20.623206 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2c024fa1-a9f8-47bd-8e88-39f5851c04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (feb8c6d4-ef77-4356-beca-a269f4141b10), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.626373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2c024fa1-a9f8-47bd-8e88-39f5851c04de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.627677 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2c024fa1-a9f8-47bd-8e88-39f5851c04de admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/feb8c6d4-ef77-4356-beca-a269f4141b10 HTTP/1.1" status: 204 len: 168 time: 0.1925089 Aug 29 19:09:20.634438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.638799 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c024fa1-a9f8-47bd-8e88-39f5851c04de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8c6d4-ef77-4356-beca-a269f4141b10,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:20.644795 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/3377f28b-1e40-46c8-9107-00c9fa06ea4a HTTP/1.1" status: 204 len: 168 time: 0.3225067 Aug 29 19:09:20.645760 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54248) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:20.648418 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a220f5-f520-4e04-819f-c05c0aa6794c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3377f28b-1e40-46c8-9107-00c9fa06ea4a,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:20.750838 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (fca34072-56a5-4db2-b6ce-2bbddd357288), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.825639 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ada51-8607-4818-94bc-ef31c5e12e71 req-87d7364b-8d4a-4dba-a950-e838af399aee tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:20.827022 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Deleting port 3834282f-8ec7-4c41-92b9-d75133d8d363 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:09:20.828742 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.836456 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1d1ada51-8607-4818-94bc-ef31c5e12e71 req-87d7364b-8d4a-4dba-a950-e838af399aee tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 948 time: 0.1428251 Aug 29 19:09:20.876468 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7e609ce3-98e8-40b6-b5de-38ab2f645d40 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:09:20.893758 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1d1ada51-8607-4818-94bc-ef31c5e12e71 req-52537c9d-dec0-49c2-a8a2-1097473f7a10 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560572 Aug 29 19:09:20.938960 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] For port 3834282f-8ec7-4c41-92b9-d75133d8d363, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3834282f-8ec7-4c41-92b9-d75133d8d363,segment=NetworkSegment(cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62),segment_id=cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:20.939626 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:20.941576 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 7e609ce3-98e8-40b6-b5de-38ab2f645d40 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:09:20.941968 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7e609ce3-98e8-40b6-b5de-38ab2f645d40 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:09:20.942515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device b92a6ed0-3147-4cb3-8617-2440ab2a5586 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:09:20.944536 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:20.974803 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Calling delete_port for 3834282f-8ec7-4c41-92b9-d75133d8d363 owned by network:dhcp {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:09:20.991402 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: b92a6ed0-3147-4cb3-8617-2440ab2a5586 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:09:20.991755 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device b92a6ed0-3147-4cb3-8617-2440ab2a5586 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:09:21.098263 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] DHCP port deletion for fca34072-56a5-4db2-b6ce-2bbddd357288 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:09:21.121954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f723e-26c1-4802-822d-57c53ccdb200 req-8a889a34-6534-41e2-b416-129315cdfc19 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:21.123509 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-441f723e-26c1-4802-822d-57c53ccdb200 req-8a889a34-6534-41e2-b416-129315cdfc19 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0592761 Aug 29 19:09:21.157301 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.176642 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Deleting port 3834282f-8ec7-4c41-92b9-d75133d8d363 {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:09:21.177277 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.192952 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-441f723e-26c1-4802-822d-57c53ccdb200 req-ac98aae3-1d37-47a8-852d-722800b66dff tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636978 Aug 29 19:09:21.220337 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] No DVR routers for this DVR port 3834282f-8ec7-4c41-92b9-d75133d8d363 on host dv-cinder-731261-6-iscsi {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:09:21.224118 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Pushing event deleted for resources: {'Port': ['ID=3834282f-8ec7-4c41-92b9-d75133d8d363,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:21.292247 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] For port 3834282f-8ec7-4c41-92b9-d75133d8d363, host dv-cinder-731261-6-iscsi, got binding levels [] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:21.292992 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.317726 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (fca34072-56a5-4db2-b6ce-2bbddd357288), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.319537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Calling delete_port for 3834282f-8ec7-4c41-92b9-d75133d8d363 owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:09:21.325267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.ipam_backend_mixin [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Port 3834282f-8ec7-4c41-92b9-d75133d8d363 was not found and therefore no delete operation was performed {{(pid=101723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 19:09:21.326889 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (3834282f-8ec7-4c41-92b9-d75133d8d363), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.370854 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] Pushing event deleted for resources: {'Port': ['ID=3834282f-8ec7-4c41-92b9-d75133d8d363,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:21.373345 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e33ac-af1c-41c6-b9ce-9039a772c1f6 None None] No DVR routers for this DVR port 3834282f-8ec7-4c41-92b9-d75133d8d363 on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:09:21.409551 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca34072-56a5-4db2-b6ce-2bbddd357288']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:21.415607 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-a4fd2639-cdf0-48c7-b10c-dd51f12c7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:21.418140 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-a4fd2639-cdf0-48c7-b10c-dd51f12c7382 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=0f594096296743c583bf3f8e0c1f5110&device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 1132 time: 0.0691984 Aug 29 19:09:21.427392 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:21.427858 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:21.440595 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.468697 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.478967 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:09:21.479606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.528628 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62 resource provider aggregate not found Aug 29 19:09:21.543364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-a34e87b2-ebf0-4c77-bf7c-cc45fce61d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:21.545903 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-a34e87b2-ebf0-4c77-bf7c-cc45fce61d3b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e7a6a958-dd70-4228-b590-a8df7e6c79d8 HTTP/1.1" status: 200 len: 871 time: 0.1153052 Aug 29 19:09:21.558084 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cce6f6f1-dfd8-4cfc-b21d-04114fbc5c62 found for delete ", "request_id": "req-eea68a11-6608-40f2-9a9b-170b0f284b68"}]} Aug 29 19:09:21.568279 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (fca34072-56a5-4db2-b6ce-2bbddd357288), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.574243 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.580772 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/fca34072-56a5-4db2-b6ce-2bbddd357288 HTTP/1.1" status: 204 len: 168 time: 0.9315038 Aug 29 19:09:21.595719 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-d203360e-e1bb-43b1-9bca-8437e6dd0c83 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c HTTP/1.1" status: 200 len: 217 time: 0.0438094 Aug 29 19:09:21.595987 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b366c64-4558-4f65-8043-35fd878f218d admin admin] Pushing event deleted for resources: {'Network': ['ID=fca34072-56a5-4db2-b6ce-2bbddd357288,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:21.655656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-68be36d4-46b6-4e90-9607-3caaca5ce055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:21.657542 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-68be36d4-46b6-4e90-9607-3caaca5ce055 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c16062d3-ae31-45c5-b5a8-4c8bd8c520b9 HTTP/1.1" status: 200 len: 843 time: 0.0545356 Aug 29 19:09:21.707400 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-d6ca636b-f1ba-495b-9565-9b854e956086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:21.709025 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-d6ca636b-f1ba-495b-9565-9b854e956086 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e7a6a958-dd70-4228-b590-a8df7e6c79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450075 Aug 29 19:09:21.728929 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54280) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:21.777910 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a7602e1d-5ae0-46ea-b3b3-2bd15f813218 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=74f3f1161ef84f30bbd787e9361a0dac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476775 Aug 29 19:09:21.780561 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54284) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:21.848346 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-c5cd1cda-0d79-4809-80d8-f0753a2a5f90 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e7a6a958-dd70-4228-b590-a8df7e6c79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280580 Aug 29 19:09:21.863026 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7598be0a-5f9c-4310-8da8-aae3f9eaa14e admin admin] Publish callbacks [] for security_group (da9c9567-543a-4f3b-a32f-ab717ebd4336), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:21.865849 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:21.933391 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7598be0a-5f9c-4310-8da8-aae3f9eaa14e admin admin] Publish callbacks [] for security_group (da9c9567-543a-4f3b-a32f-ab717ebd4336), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:22.261411 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8e577-5f06-4027-ac01-ffe3985932ef req-25e6029d-12a9-44f7-a329-3a3e31a6a34b tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:22.262916 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4f8e577-5f06-4027-ac01-ffe3985932ef req-25e6029d-12a9-44f7-a329-3a3e31a6a34b tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 948 time: 0.0880148 Aug 29 19:09:22.303176 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5768265b-357d-41cf-a635-ccfebe1b7b75 req-8cccc73c-ade8-464c-b6ef-6bf6309f2615 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e7a6a958-dd70-4228-b590-a8df7e6c79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378729 Aug 29 19:09:22.324447 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7598be0a-5f9c-4310-8da8-aae3f9eaa14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (da9c9567-543a-4f3b-a32f-ab717ebd4336), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:22.326953 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7598be0a-5f9c-4310-8da8-aae3f9eaa14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:22.330680 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7598be0a-5f9c-4310-8da8-aae3f9eaa14e admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/da9c9567-543a-4f3b-a32f-ab717ebd4336 HTTP/1.1" status: 204 len: 168 time: 0.5466118 Aug 29 19:09:22.339580 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:22.359769 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598be0a-5f9c-4310-8da8-aae3f9eaa14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c9567-543a-4f3b-a32f-ab717ebd4336,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:22.369859 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273a88d-891e-4a48-a949-166cda454656 req-098bef3f-1e43-4796-8708-eff7d209fac0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:22.371434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5273a88d-891e-4a48-a949-166cda454656 req-098bef3f-1e43-4796-8708-eff7d209fac0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0960951 Aug 29 19:09:22.391540 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4f8e577-5f06-4027-ac01-ffe3985932ef req-0a1c3289-be4f-4a19-9a83-aaa91729109f tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181221 Aug 29 19:09:22.448108 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5273a88d-891e-4a48-a949-166cda454656 req-bebfa445-f9d5-46f1-b29a-7bd270443754 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Aug 29 19:09:22.504680 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3834282f-8ec7-4c41-92b9-d75133d8d363 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:09:22.525607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 3834282f-8ec7-4c41-92b9-d75133d8d363 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:09:22.525965 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3834282f-8ec7-4c41-92b9-d75133d8d363 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:09:23.555156 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1be6e1-c994-48b8-990a-a883faa7aa5e req-1ff12af2-506a-48f6-a01a-cadc8cebd93d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:23.562516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb1be6e1-c994-48b8-990a-a883faa7aa5e req-1ff12af2-506a-48f6-a01a-cadc8cebd93d tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 948 time: 0.0635710 Aug 29 19:09:23.620378 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb1be6e1-c994-48b8-990a-a883faa7aa5e req-178a1657-9d0a-4cd6-ae82-6595a5c2ea19 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Aug 29 19:09:23.733017 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac21c0-d336-44dc-b2fc-3bd7cefd121b req-698241de-5039-403c-b560-1bbcb785852d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:23.735523 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95ac21c0-d336-44dc-b2fc-3bd7cefd121b req-698241de-5039-403c-b560-1bbcb785852d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0540984 Aug 29 19:09:23.791581 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95ac21c0-d336-44dc-b2fc-3bd7cefd121b req-ef3c1b53-6652-4c23-9d8f-1b4b34f411af tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514009 Aug 29 19:09:24.165542 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7c82c12f-9d4e-485c-8e6c-55f4ff85124c details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:09:24.264856 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:24.276976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c', 'network_id': 'e7a6a958-dd70-4228-b590-a8df7e6c79d8', 'port_id': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c', 'mac_address': 'fa:16:3e:d8:70:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16062d3-ae31-45c5-b5a8-4c8bd8c520b9', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:09:24.316503 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:24.316903 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:24.331023 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c82c12f-9d4e-485c-8e6c-55f4ff85124c {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:09:24.353455 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:24.357685 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:24.406821 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:24.606978 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54384) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:24.748434 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c3e140b-6907-4409-ac42-e3379745cd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:24.756401 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e42db4-6f77-471a-a825-4014f110b686 req-6de5070d-e4f3-45f1-81cf-6fb352084765 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:24.758476 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-97e42db4-6f77-471a-a825-4014f110b686 req-6de5070d-e4f3-45f1-81cf-6fb352084765 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 949 time: 0.0616522 Aug 29 19:09:24.824268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['7c82c12f-9d4e-485c-8e6c-55f4ff85124c'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:09:24.830154 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-97e42db4-6f77-471a-a825-4014f110b686 req-5f9192c1-e362-462e-aea5-f538bf34ac53 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656807 Aug 29 19:09:24.898095 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:24.944048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c3e140b-6907-4409-ac42-e3379745cd9f admin admin] Publish callbacks [] for security_group (871ffab9-8db3-45b1-b129-4e816a8ef628), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:24.983818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c3e140b-6907-4409-ac42-e3379745cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (871ffab9-8db3-45b1-b129-4e816a8ef628), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:25.029182 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed737f-934f-40ec-bbcd-61ebadd8d116 req-d36db922-a51d-4504-933c-da126a2a4387 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:25.030682 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bed737f-934f-40ec-bbcd-61ebadd8d116 req-d36db922-a51d-4504-933c-da126a2a4387 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0838680 Aug 29 19:09:25.045905 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-4c3e140b-6907-4409-ac42-e3379745cd9f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0cc7f5fe616d47f9b58034ca0acd13e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376135 Aug 29 19:09:25.048795 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54412) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:25.049326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e140b-6907-4409-ac42-e3379745cd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871ffab9-8db3-45b1-b129-4e816a8ef628,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:25.109716 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bed737f-934f-40ec-bbcd-61ebadd8d116 req-bef14b7c-6b30-4997-b27c-d22c679676cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623708 Aug 29 19:09:25.150448 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-259622a0-0222-4de2-a96a-15a6eddca5e7 admin admin] Publish callbacks [] for security_group (871ffab9-8db3-45b1-b129-4e816a8ef628), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:25.195525 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-259622a0-0222-4de2-a96a-15a6eddca5e7 admin admin] Publish callbacks [] for security_group (871ffab9-8db3-45b1-b129-4e816a8ef628), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:25.211399 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:25.265472 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-259622a0-0222-4de2-a96a-15a6eddca5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (871ffab9-8db3-45b1-b129-4e816a8ef628), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:25.270335 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-259622a0-0222-4de2-a96a-15a6eddca5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:25.271536 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-259622a0-0222-4de2-a96a-15a6eddca5e7 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/871ffab9-8db3-45b1-b129-4e816a8ef628 HTTP/1.1" status: 204 len: 168 time: 0.2205613 Aug 29 19:09:25.281116 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259622a0-0222-4de2-a96a-15a6eddca5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871ffab9-8db3-45b1-b129-4e816a8ef628,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:25.972414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723bf25-3677-4824-a940-ad48539b8238 req-d5466003-ac08-4d69-af01-e2b77301791a tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:25.973938 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f723bf25-3677-4824-a940-ad48539b8238 req-d5466003-ac08-4d69-af01-e2b77301791a tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 949 time: 0.0538938 Aug 29 19:09:26.000343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54460) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:26.037030 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:26.042215 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f723bf25-3677-4824-a940-ad48539b8238 req-ae290e25-ce9b-4ae7-a535-da29c5a56b1e tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580626 Aug 29 19:09:26.152525 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1998600180-network', 'tenant_id': '778d0dad05594da5bb3cb0e2efcb2af5'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:26.174442 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Made reservation on behalf of 778d0dad05594da5bb3cb0e2efcb2af5 for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:26.176767 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.185873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.260220 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e477a-5433-4044-a046-daa54020cd54 req-5437048f-a150-4a76-909d-45def9d1b742 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:26.261569 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-678e477a-5433-4044-a046-daa54020cd54 req-5437048f-a150-4a76-909d-45def9d1b742 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Aug 29 19:09:26.292183 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:26.339475 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks [] for security_group (66c29fc1-f7ad-4e86-a60e-c666f5553010), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.344024 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-678e477a-5433-4044-a046-daa54020cd54 req-593e6547-ff39-4241-9b50-20d0ca439206 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767124 Aug 29 19:09:26.344997 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (66c29fc1-f7ad-4e86-a60e-c666f5553010), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.385024 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:09:26.391572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c29fc1-f7ad-4e86-a60e-c666f5553010,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:26.400667 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (23ece628-2867-4bc1-beea-9c143143ea26), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.400667 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Added segment 23ece628-2867-4bc1-beea-9c143143ea26 of type vlan for network 52476fb5-9ab9-4464-9daf-e0ff6b32722a Aug 29 19:09:26.442662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (52476fb5-9ab9-4464-9daf-e0ff6b32722a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.443934 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-165fa07c-2eb0-4a9d-8ed1-a952c3a08a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.468886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (52476fb5-9ab9-4464-9daf-e0ff6b32722a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.469843 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:26.470439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.530898 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5294452 Aug 29 19:09:26.534113 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54472) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:26.536044 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d933740-393e-4cd6-8a38-80cc5cdc7004 admin admin] Pushing event updated for resources: {'Network': ['ID=52476fb5-9ab9-4464-9daf-e0ff6b32722a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:26.539537 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Request body: {'subnet': {'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1998600180-subnet', 'tenant_id': '778d0dad05594da5bb3cb0e2efcb2af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:26.546965 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 52476fb5-9ab9-4464-9daf-e0ff6b32722a details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:09:26.550039 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:26.560597 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Made reservation on behalf of 778d0dad05594da5bb3cb0e2efcb2af5 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:26.563341 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.732015 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (caed9b53-132f-4f02-a9c0-44b2ee3fafdf), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.783709 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caed9b53-132f-4f02-a9c0-44b2ee3fafdf,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:26.798451 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Checking segment: {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:26.798805 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Network hostable DHCP agents. Network: 52476fb5-9ab9-4464-9daf-e0ff6b32722a, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:09:26.810806 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:26.816613 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Network 52476fb5-9ab9-4464-9daf-e0ff6b32722a is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:09:26.826928 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 52476fb5-9ab9-4464-9daf-e0ff6b32722a) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:26.836045 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5c875-2577-4e9a-b499-addd8bfdce4a None None] Network 52476fb5-9ab9-4464-9daf-e0ff6b32722a requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:26.836597 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:26.837228 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:26.860985 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9195720c-e1a4-4e5e-a644-3038b7b0e769 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3180993 Aug 29 19:09:26.936232 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be4c28-7cd3-46b5-a61d-3d4620788231 None None] Network 52476fb5-9ab9-4464-9daf-e0ff6b32722a requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:27.166697 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f4a4-0c07-4b9c-9078-02b65c6c57cf req-4f969881-575a-4639-82a4-7aa0bb982738 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:27.168218 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b459f4a4-0c07-4b9c-9078-02b65c6c57cf req-4f969881-575a-4639-82a4-7aa0bb982738 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 949 time: 0.0493402 Aug 29 19:09:27.215927 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b459f4a4-0c07-4b9c-9078-02b65c6c57cf req-b80f67ff-4115-4dd9-b4fd-9abb3a228bf7 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Aug 29 19:09:27.471721 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363de315-ec6b-4c3c-bc02-b3b5ee45c12c req-15652b1b-7919-4a33-8c33-17346068245b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:27.473160 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-363de315-ec6b-4c3c-bc02-b3b5ee45c12c req-15652b1b-7919-4a33-8c33-17346068245b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Aug 29 19:09:27.519525 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-363de315-ec6b-4c3c-bc02-b3b5ee45c12c req-912b16e4-1210-447d-a069-e1917be0573d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Aug 29 19:09:28.336386 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aa971-4bd5-4ee9-82ac-c5492bd1f43f req-a950ca81-8f8b-44e5-af40-09a705040be7 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:28.337876 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3b1aa971-4bd5-4ee9-82ac-c5492bd1f43f req-a950ca81-8f8b-44e5-af40-09a705040be7 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 949 time: 0.0452845 Aug 29 19:09:28.384550 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3b1aa971-4bd5-4ee9-82ac-c5492bd1f43f req-2ff65b0f-41bc-401e-acbb-df073bf979b1 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Aug 29 19:09:28.571060 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7c82c12f-9d4e-485c-8e6c-55f4ff85124c up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:28.618064 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:09:28.623983 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:28.624251 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:28.640693 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b50da4-25c0-45c4-9c75-32f97da334d4 req-a8ffc589-8e86-411e-bf19-942898aab6c2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:28.642153 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5b50da4-25c0-45c4-9c75-32f97da334d4 req-a8ffc589-8e86-411e-bf19-942898aab6c2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0482187 Aug 29 19:09:28.696278 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5b50da4-25c0-45c4-9c75-32f97da334d4 req-db769d2a-d996-418f-9fc7-5586bf7765cd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Aug 29 19:09:28.699213 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:28.699611 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:28.723488 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:09:28.725705 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6656cd2c-06fb-40bc-af8e-19177c5eaf09" -d '{"events": [{"server_uuid": "932ea63e-1e18-489e-b007-cba85d8ab0cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c82c12f-9d4e-485c-8e6c-55f4ff85124c"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:09:28.738838 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:28.743436 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:28.767225 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf2ec3-8abe-49d4-b536-523dd77e033a x-openstack-request-id: req-37bf2ec3-8abe-49d4-b536-523dd77e033a {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:09:28.767517 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ea63e-1e18-489e-b007-cba85d8ab0cf", "name": "network-vif-plugged", "status": "completed", "tag": "7c82c12f-9d4e-485c-8e6c-55f4ff85124c", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:09:28.767763 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-37bf2ec3-8abe-49d4-b536-523dd77e033a {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:09:28.768148 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bf2ec3-8abe-49d4-b536-523dd77e033a'] response: {'server_uuid': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c', 'code': 200} Aug 29 19:09:28.796937 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:28.860330 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a9ab596b-b9d9-443c-8b7e-c262d07f16b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:28.974909 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:29.006296 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2806-e493-4e90-9aec-268d4b7edae4 req-35397225-6b71-4ae8-95c4-550b248ffc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:29.007805 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d65a2806-e493-4e90-9aec-268d4b7edae4 req-35397225-6b71-4ae8-95c4-550b248ffc2d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 1134 time: 0.0417325 Aug 29 19:09:29.054045 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d65a2806-e493-4e90-9aec-268d4b7edae4 req-edcdd3f7-3dae-4ea7-a1e8-654b7a6414af service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Aug 29 19:09:29.547381 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c8d64-07c9-4cab-ad8f-22b736e23bc5 req-0172205d-d568-44f5-b33b-7839d7d009ac tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:29.548374 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7a2c8d64-07c9-4cab-ad8f-22b736e23bc5 req-0172205d-d568-44f5-b33b-7839d7d009ac tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 950 time: 0.0549917 Aug 29 19:09:29.607560 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7a2c8d64-07c9-4cab-ad8f-22b736e23bc5 req-c7447ac1-35b7-4682-806f-41c72c8d6048 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531976 Aug 29 19:09:29.782996 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=42 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:29.787951 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-076554e9-322a-4631-929a-242c00a38d1f tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:29.789521 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-076554e9-322a-4631-929a-242c00a38d1f tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/networks?id=52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 200 len: 814 time: 0.1189477 Aug 29 19:09:29.812147 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:29.820970 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-8b9f4a78-1b8b-4861-bf63-985f75f64c0a tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/quotas/778d0dad05594da5bb3cb0e2efcb2af5 HTTP/1.1" status: 200 len: 375 time: 0.0149822 Aug 29 19:09:29.831046 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ce7c-86c2-4cec-86a3-af0d2288bf03 req-b99ea98e-2155-4708-9456-759ecaf7d7d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:29.832533 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05b0ce7c-86c2-4cec-86a3-af0d2288bf03 req-b99ea98e-2155-4708-9456-759ecaf7d7d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0618210 Aug 29 19:09:29.869139 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-43d7d7e6-ef5b-43b8-a7c5-d2c291ac1e92 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356545 Aug 29 19:09:29.899574 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:29.952929 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05b0ce7c-86c2-4cec-86a3-af0d2288bf03 req-80866497-e997-4240-b683-49ab60510228 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097283 Aug 29 19:09:29.988998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-9704d175-0b22-4424-bc4f-55bf3332046e service neutron] 10.222.0.94 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116743 Aug 29 19:09:30.058064 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:30.085711 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-8ae46616-1581-408f-bef0-32e59fcef245 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900900 Aug 29 19:09:30.247944 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5cb8a33-0b78-485f-b34b-47e9fbaecda3 req-f4b58462-fdc4-4f7c-b4e5-7c25937593f7 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 210 time: 0.0283322 Aug 29 19:09:30.747987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f44295-4482-4e54-983d-05e02629430a req-12b7796b-3f38-41b2-aa1d-3911ac9e6104 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:30.751399 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e7f44295-4482-4e54-983d-05e02629430a req-12b7796b-3f38-41b2-aa1d-3911ac9e6104 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 950 time: 0.0577195 Aug 29 19:09:30.814448 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e7f44295-4482-4e54-983d-05e02629430a req-c02ee602-aa55-4739-8fc4-b7c50d267c53 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583398 Aug 29 19:09:31.107941 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc581-b554-4e65-b3b6-fcbd7c879da2 req-fba1620f-6498-4d20-a877-c999ad5f6df4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:31.109307 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-46fdc581-b554-4e65-b3b6-fcbd7c879da2 req-fba1620f-6498-4d20-a877-c999ad5f6df4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0802982 Aug 29 19:09:31.136875 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37586763-a054-47ef-bdac-203e43a2b932 req-8498e6c6-406d-4fa5-b3bd-5265d6f7d9d2 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:31.138283 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-37586763-a054-47ef-bdac-203e43a2b932 req-8498e6c6-406d-4fa5-b3bd-5265d6f7d9d2 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 950 time: 0.0712280 Aug 29 19:09:31.183938 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-46fdc581-b554-4e65-b3b6-fcbd7c879da2 req-1c02aa17-e364-460d-a77a-e4ff109d7b6c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689917 Aug 29 19:09:31.205392 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-37586763-a054-47ef-bdac-203e43a2b932 req-288632f5-7a46-4dad-ace5-22b7bbbc3dc2 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604982 Aug 29 19:09:31.359384 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-20d14c0c-da5f-485a-a53d-cfa7e740b16e req-cdc27626-5aa0-4f17-94f6-c38fb83c3ac8 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 210 time: 0.0335324 Aug 29 19:09:31.459220 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:31.861359 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.192450 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54624) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:32.247543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54632) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:32.358957 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2dac6-ebb1-4577-bead-09c353877411 req-db073688-f79d-4bbb-82de-8331d1b79cdd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:32.360463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-51b2dac6-ebb1-4577-bead-09c353877411 req-db073688-f79d-4bbb-82de-8331d1b79cdd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0805030 Aug 29 19:09:32.379473 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec02a-7065-4325-923c-8a2ede8d3337 req-421f3a3b-cd79-447e-b6ff-27f5287bc17b tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:32.380861 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e76ec02a-7065-4325-923c-8a2ede8d3337 req-421f3a3b-cd79-447e-b6ff-27f5287bc17b tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 950 time: 0.0878193 Aug 29 19:09:32.398406 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:32.407323 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-95089beb-ceac-4842-bffd-a019337918cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.436349 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d1e91b76-13a1-4ba3-a4ba-3f376b63628f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.508704 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-51b2dac6-ebb1-4577-bead-09c353877411 req-66bfad1c-984f-4d34-9a99-077e64209e79 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362243 Aug 29 19:09:32.521292 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e76ec02a-7065-4325-923c-8a2ede8d3337 req-cd58656e-b35b-4da2-8e86-0db7842de388 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281791 Aug 29 19:09:32.627031 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:32.631306 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-95089beb-ceac-4842-bffd-a019337918cd admin admin] Publish callbacks [] for security_group (db4f0301-11bd-4704-a75b-ab6a9dda8235), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.634019 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-76e19d11-471e-40df-b2f9-7df1f524cf1b req-c5f773ae-a049-4bc0-b968-7e41114e94cb tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 210 time: 0.0450730 Aug 29 19:09:32.642202 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-95089beb-ceac-4842-bffd-a019337918cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (db4f0301-11bd-4704-a75b-ab6a9dda8235), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.671474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d1e91b76-13a1-4ba3-a4ba-3f376b63628f admin admin] Publish callbacks [] for security_group (56c31f4a-6e5d-4d87-a00d-552d65c08e5e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.681669 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d1e91b76-13a1-4ba3-a4ba-3f376b63628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (56c31f4a-6e5d-4d87-a00d-552d65c08e5e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.705360 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-95089beb-ceac-4842-bffd-a019337918cd admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=95fbab83c1c04b879461b820b1c5827f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565415 Aug 29 19:09:32.708111 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54640) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:32.711436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95089beb-ceac-4842-bffd-a019337918cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f0301-11bd-4704-a75b-ab6a9dda8235,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:32.731305 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d1e91b76-13a1-4ba3-a4ba-3f376b63628f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=8ed5c5779f13462d955099820f9d05b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374885 Aug 29 19:09:32.734100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54642) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:32.762768 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e91b76-13a1-4ba3-a4ba-3f376b63628f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c31f4a-6e5d-4d87-a00d-552d65c08e5e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:32.785358 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1646d8ed-10b9-4a63-9197-d0d25e1d50ee admin admin] Publish callbacks [] for security_group (db4f0301-11bd-4704-a75b-ab6a9dda8235), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.806828 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-defede6f-6186-48ef-8902-adefdbd6b776 admin admin] Publish callbacks [] for security_group (56c31f4a-6e5d-4d87-a00d-552d65c08e5e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.812977 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1646d8ed-10b9-4a63-9197-d0d25e1d50ee admin admin] Publish callbacks [] for security_group (db4f0301-11bd-4704-a75b-ab6a9dda8235), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.834825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-defede6f-6186-48ef-8902-adefdbd6b776 admin admin] Publish callbacks [] for security_group (56c31f4a-6e5d-4d87-a00d-552d65c08e5e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.864884 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1646d8ed-10b9-4a63-9197-d0d25e1d50ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (db4f0301-11bd-4704-a75b-ab6a9dda8235), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.868731 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1646d8ed-10b9-4a63-9197-d0d25e1d50ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.870139 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-1646d8ed-10b9-4a63-9197-d0d25e1d50ee admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/db4f0301-11bd-4704-a75b-ab6a9dda8235 HTTP/1.1" status: 204 len: 168 time: 0.1604047 Aug 29 19:09:32.880610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646d8ed-10b9-4a63-9197-d0d25e1d50ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f0301-11bd-4704-a75b-ab6a9dda8235,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:32.895473 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-defede6f-6186-48ef-8902-adefdbd6b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (56c31f4a-6e5d-4d87-a00d-552d65c08e5e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.899683 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-defede6f-6186-48ef-8902-adefdbd6b776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:32.902343 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-defede6f-6186-48ef-8902-adefdbd6b776 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/56c31f4a-6e5d-4d87-a00d-552d65c08e5e HTTP/1.1" status: 204 len: 168 time: 0.1673276 Aug 29 19:09:32.920591 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defede6f-6186-48ef-8902-adefdbd6b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c31f4a-6e5d-4d87-a00d-552d65c08e5e,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:33.219648 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54658) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:33.234075 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-651cc0ab-d1bc-46b8-bed7-c27016b24cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.270848 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-f6c4df1c-0dc2-4137-8170-c8c0822b19a6 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:33.272742 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-f6c4df1c-0dc2-4137-8170-c8c0822b19a6 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 950 time: 0.0548596 Aug 29 19:09:33.334351 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-651cc0ab-d1bc-46b8-bed7-c27016b24cc3 admin admin] Publish callbacks [] for security_group (7f9a8b28-b38b-4151-8982-c75a2c8b6a70), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.342073 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-651cc0ab-d1bc-46b8-bed7-c27016b24cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7f9a8b28-b38b-4151-8982-c75a2c8b6a70), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.357069 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:33.391199 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Deleting port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:09:33.391397 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.394183 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-651cc0ab-d1bc-46b8-bed7-c27016b24cc3 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=87f83bccf74e45e3abf51089bcafbd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735401 Aug 29 19:09:33.397168 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54662) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:33.402672 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cc0ab-d1bc-46b8-bed7-c27016b24cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a8b28-b38b-4151-8982-c75a2c8b6a70,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:33.498998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:33.563976 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] For port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,segment=NetworkSegment(7d2fe313-c191-401d-8890-948770784f27),segment_id=7d2fe313-c191-401d-8890-948770784f27)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:33.564371 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.566872 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-23d88748-96d5-4cc1-ba3e-7647edcdcc3d admin admin] Publish callbacks [] for security_group (7f9a8b28-b38b-4151-8982-c75a2c8b6a70), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.590181 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Calling delete_port for 7c82c12f-9d4e-485c-8e6c-55f4ff85124c owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:09:33.607460 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-23d88748-96d5-4cc1-ba3e-7647edcdcc3d admin admin] Publish callbacks [] for security_group (7f9a8b28-b38b-4151-8982-c75a2c8b6a70), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.749585 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59150b-157c-4903-8bf2-9b2abde952c4 req-e95a2c02-781a-48ef-bb45-a9b8b692da76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:33.751111 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ea59150b-157c-4903-8bf2-9b2abde952c4 req-e95a2c02-781a-48ef-bb45-a9b8b692da76 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1415272 Aug 29 19:09:33.801492 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29523f0d-1507-4db5-adfb-3872f84d63de req-57038b2a-589e-42af-9a35-c46576799270 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:33.807712 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29523f0d-1507-4db5-adfb-3872f84d63de req-57038b2a-589e-42af-9a35-c46576799270 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 950 time: 0.1478477 Aug 29 19:09:33.814788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:33.865413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-23d88748-96d5-4cc1-ba3e-7647edcdcc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7f9a8b28-b38b-4151-8982-c75a2c8b6a70), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.868575 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-23d88748-96d5-4cc1-ba3e-7647edcdcc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:33.869709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-23d88748-96d5-4cc1-ba3e-7647edcdcc3d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/7f9a8b28-b38b-4151-8982-c75a2c8b6a70 HTTP/1.1" status: 204 len: 168 time: 0.4691389 Aug 29 19:09:33.880066 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:09:33.899540 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ea59150b-157c-4903-8bf2-9b2abde952c4 req-874a417b-f718-41de-b8e1-a2114b115da3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399055 Aug 29 19:09:33.904423 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88748-96d5-4cc1-ba3e-7647edcdcc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a8b28-b38b-4151-8982-c75a2c8b6a70,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:33.936446 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29523f0d-1507-4db5-adfb-3872f84d63de req-aa9f02f0-5485-4388-89a5-b6f27b88b1bc tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=1119fca5-fda5-4606-880e-4e02c5d7be67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225259 Aug 29 19:09:34.093892 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f1b7dc9c-cb33-442f-86bc-1898bc93da7d req-6d42e834-ef02-43b7-b527-161a344cde80 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 210 time: 0.0485201 Aug 29 19:09:34.099507 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (7c82c12f-9d4e-485c-8e6c-55f4ff85124c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.138987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Pushing event deleted for resources: {'Port': ['ID=7c82c12f-9d4e-485c-8e6c-55f4ff85124c,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:34.149957 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['7c82c12f-9d4e-485c-8e6c-55f4ff85124c'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:09:34.218824 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-1013006b-ddff-429b-9984-3566504cd97b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:34.222937 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-1013006b-ddff-429b-9984-3566504cd97b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "GET /networking/v2.0/networks?id=52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 200 len: 814 time: 0.2467339 Aug 29 19:09:34.224020 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] No DVR routers for this DVR port 7c82c12f-9d4e-485c-8e6c-55f4ff85124c on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:09:34.226723 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.230023 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93d5dee3-ecf6-4de7-9e26-990613b8dd3c req-fbf37fbb-0643-473b-a205-9469b094eb11 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.71 "DELETE /networking/v2.0/ports/7c82c12f-9d4e-485c-8e6c-55f4ff85124c HTTP/1.1" status: 204 len: 173 time: 0.9500382 Aug 29 19:09:34.230473 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'name': 'network-vif-deleted', 'tag': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:09:34.232746 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c519113-34ea-4587-a060-ac4610a5492f" -d '{"events": [{"server_uuid": "932ea63e-1e18-489e-b007-cba85d8ab0cf", "name": "network-vif-deleted", "tag": "7c82c12f-9d4e-485c-8e6c-55f4ff85124c"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:09:34.275745 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99927fa5-b14d-4e4c-a73f-d22bd2f96f3d x-openstack-request-id: req-99927fa5-b14d-4e4c-a73f-d22bd2f96f3d {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:09:34.276362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ea63e-1e18-489e-b007-cba85d8ab0cf", "name": "network-vif-deleted", "tag": "7c82c12f-9d4e-485c-8e6c-55f4ff85124c", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:09:34.276362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-99927fa5-b14d-4e4c-a73f-d22bd2f96f3d {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:09:34.276658 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99927fa5-b14d-4e4c-a73f-d22bd2f96f3d'] response: {'server_uuid': '932ea63e-1e18-489e-b007-cba85d8ab0cf', 'name': 'network-vif-deleted', 'tag': '7c82c12f-9d4e-485c-8e6c-55f4ff85124c', 'status': 'completed', 'code': 200} Aug 29 19:09:34.388785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54700) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:34.404350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3a70f3ee-0b99-445c-8780-a9796a2255da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.418452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Request body: {'port': {'device_id': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a', 'admin_state_up': True, 'tenant_id': '778d0dad05594da5bb3cb0e2efcb2af5'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:34.509841 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3a70f3ee-0b99-445c-8780-a9796a2255da admin admin] Publish callbacks [] for security_group (c375aeca-0278-4484-8e29-72ae87271d4d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.514469 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3a70f3ee-0b99-445c-8780-a9796a2255da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (c375aeca-0278-4484-8e29-72ae87271d4d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.558949 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Made reservation on behalf of 778d0dad05594da5bb3cb0e2efcb2af5 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:34.565175 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3a70f3ee-0b99-445c-8780-a9796a2255da admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5a50527857f54b37aeaeaf0d34d11c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1745131 Aug 29 19:09:34.566063 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70f3ee-0b99-445c-8780-a9796a2255da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375aeca-0278-4484-8e29-72ae87271d4d,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:34.568607 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.569856 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54704) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:34.630789 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7069d1aa-f5e7-46e4-bff1-d3213c8296e8 admin admin] Publish callbacks [] for security_group (c375aeca-0278-4484-8e29-72ae87271d4d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.659383 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7069d1aa-f5e7-46e4-bff1-d3213c8296e8 admin admin] Publish callbacks [] for security_group (c375aeca-0278-4484-8e29-72ae87271d4d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.723593 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7069d1aa-f5e7-46e4-bff1-d3213c8296e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (c375aeca-0278-4484-8e29-72ae87271d4d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.728984 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7069d1aa-f5e7-46e4-bff1-d3213c8296e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:34.730390 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7069d1aa-f5e7-46e4-bff1-d3213c8296e8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/c375aeca-0278-4484-8e29-72ae87271d4d HTTP/1.1" status: 204 len: 168 time: 0.1594863 Aug 29 19:09:34.735859 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Allocated IP 172.20.0.6 (52476fb5-9ab9-4464-9daf-e0ff6b32722a/caed9b53-132f-4f02-a9c0-44b2ee3fafdf/e8a3642c-273b-4ca2-98ac-e5056521d7a5) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:34.741973 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069d1aa-f5e7-46e4-bff1-d3213c8296e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375aeca-0278-4484-8e29-72ae87271d4d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:34.746317 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:34.960621 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks [] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.014081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.075677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Network 52476fb5-9ab9-4464-9daf-e0ff6b32722a is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:35.078568 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:35.098030 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:35.130303 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:35.134899 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:35.135596 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.164110 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Pushing event updated for resources: {'Port': ['ID=e8a3642c-273b-4ca2-98ac-e5056521d7a5,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:35.176711 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.177172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.177377 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.177711 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.178102 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.178362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.178687 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.179008 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.179359 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.179844 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.180298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.180624 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.180946 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.181267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.181585 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:35.189596 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0c0ce064-ec68-446e-8895-e47f373ed54b req-9716987c-c5cf-4393-9044-77137d0d3ef5 tempest-VolumesNegativeTest-1653966099 tempest-VolumesNegativeTest-1653966099-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=932ea63e-1e18-489e-b007-cba85d8ab0cf HTTP/1.1" status: 200 len: 210 time: 0.0870230 Aug 29 19:09:35.201460 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a5456-dc6b-4eab-9d80-0a9c4f9bd1be req-15dd1552-bc30-4374-82d8-e41c696629aa tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:35.203000 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b45a5456-dc6b-4eab-9d80-0a9c4f9bd1be req-15dd1552-bc30-4374-82d8-e41c696629aa tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1230552 Aug 29 19:09:35.207298 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-22dfd0cc-12b2-4af9-842d-97d852e15c18 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939939 Aug 29 19:09:35.269541 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b45a5456-dc6b-4eab-9d80-0a9c4f9bd1be req-48003860-3ae9-4f32-835c-8884919db791 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605583 Aug 29 19:09:35.346224 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632ee40-765b-4e66-8b2a-17420d65f923 req-eb3c7472-51e7-42b9-a555-a84ff1f1be54 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:35.347743 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d632ee40-765b-4e66-8b2a-17420d65f923 req-eb3c7472-51e7-42b9-a555-a84ff1f1be54 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 931 time: 0.0565994 Aug 29 19:09:35.405335 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d632ee40-765b-4e66-8b2a-17420d65f923 req-2e18ec86-212b-4819-92fa-a89bed210f19 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Aug 29 19:09:35.428959 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Request body: {'port': {'device_id': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:35.498343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.728548 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54746) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:35.810632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a3642c-273b-4ca2-98ac-e5056521d7a5 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:09:35.818502 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Publish callbacks [] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.833112 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Transition to ACTIVE for port object e8a3642c-273b-4ca2-98ac-e5056521d7a5 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:09:35.838457 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.848043 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1892917714-network', 'tenant_id': '6a4d940594f542808602c7260993f85f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:35.848741 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:35.868933 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Made reservation on behalf of 6a4d940594f542808602c7260993f85f for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:35.871307 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.880229 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.910274 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a3642c-273b-4ca2-98ac-e5056521d7a5,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:35.922248 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Attempting to bind port e8a3642c-273b-4ca2-98ac-e5056521d7a5 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:35.922518 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Attempting to bind port e8a3642c-273b-4ca2-98ac-e5056521d7a5 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:35.922836 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Attempting to bind port e8a3642c-273b-4ca2-98ac-e5056521d7a5 on network 52476fb5-9ab9-4464-9daf-e0ff6b32722a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:35.926509 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:35.927493 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Port e8a3642c-273b-4ca2-98ac-e5056521d7a5 on network 52476fb5-9ab9-4464-9daf-e0ff6b32722a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:09:35.927873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Attempting to bind port e8a3642c-273b-4ca2-98ac-e5056521d7a5 on network 52476fb5-9ab9-4464-9daf-e0ff6b32722a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:35.933357 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:35.933683 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Checking segment: {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:35.934056 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Bound using segment: {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:35.934466 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Bound port: e8a3642c-273b-4ca2-98ac-e5056521d7a5, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:35.934865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.966083 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks [] for security_group (ebc47129-0503-4e8d-ad5c-834946f641bb), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.970133 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ebc47129-0503-4e8d-ad5c-834946f641bb), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:35.998482 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] For port e8a3642c-273b-4ca2-98ac-e5056521d7a5, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:35.999909 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:09:36.001704 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] For port e8a3642c-273b-4ca2-98ac-e5056521d7a5, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:36.008984 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.012928 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc47129-0503-4e8d-ad5c-834946f641bb,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:36.013211 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.013827 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.015302 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/e8a3642c-273b-4ca2-98ac-e5056521d7a5 HTTP/1.1" status: 200 len: 1093 time: 0.5937808 Aug 29 19:09:36.021044 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (ac04174b-82bb-4376-a180-c750bd0ea94f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.021384 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Added segment ac04174b-82bb-4376-a180-c750bd0ea94f of type vlan for network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 Aug 29 19:09:36.024360 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.024816 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.025052 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.025393 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.025727 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.026059 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.026564 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.026710 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.027907 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.028254 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.028983 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.029319 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.029652 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.029981 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.030307 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:36.066923 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c81d-8713-4ae5-9aae-90577cbf4df6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a3642c-273b-4ca2-98ac-e5056521d7a5,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:36.082818 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (e57e46be-ed2c-4b43-aa10-cfbdcaee4566), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.109686 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (e57e46be-ed2c-4b43-aa10-cfbdcaee4566), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.110937 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.111615 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.153596 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-9595f1ef-245b-4ce2-a93e-3e8dad24f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.155081 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-9595f1ef-245b-4ce2-a93e-3e8dad24f180 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 1127 time: 0.0412667 Aug 29 19:09:36.163020 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4329276 Aug 29 19:09:36.165992 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54750) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:36.170602 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Request body: {'subnet': {'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1892917714-subnet', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:36.190703 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d686ea-1bf7-4011-bf7d-0e24a409051d admin admin] Pushing event updated for resources: {'Network': ['ID=e57e46be-ed2c-4b43-aa10-cfbdcaee4566,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:36.201797 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:09:36.204629 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Made reservation on behalf of 6a4d940594f542808602c7260993f85f for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:36.204758 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-be133010-855d-4357-9f0a-176df70dd6da service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5 HTTP/1.1" status: 200 len: 217 time: 0.0331185 Aug 29 19:09:36.207045 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.257127 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:36.265324 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:36.272357 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad37e6-276c-4776-b991-125f15959769 req-8168cc20-f814-4347-b988-8d1f07292a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.274337 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-8168cc20-f814-4347-b988-8d1f07292a05 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=caed9b53-132f-4f02-a9c0-44b2ee3fafdf HTTP/1.1" status: 200 len: 854 time: 0.0571997 Aug 29 19:09:36.277316 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'tag': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:09:36.280166 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057e97dc-4cae-4161-a4fc-c502f69fce9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b37f271b-60ea-41f7-86d3-9a324c423afb", "tag": "e8a3642c-273b-4ca2-98ac-e5056521d7a5"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:09:36.317309 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:36.319604 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-e6567334-7074-4e1f-af5d-6bbda935da01 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=52476fb5-9ab9-4464-9daf-e0ff6b32722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363216 Aug 29 19:09:36.383646 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39f1cc-b7c7-480a-96bb-4bb0b0e5f028 x-openstack-request-id: req-9f39f1cc-b7c7-480a-96bb-4bb0b0e5f028 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:09:36.384560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37f271b-60ea-41f7-86d3-9a324c423afb", "tag": "e8a3642c-273b-4ca2-98ac-e5056521d7a5", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:09:36.384560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9f39f1cc-b7c7-480a-96bb-4bb0b0e5f028 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:09:36.384756 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f39f1cc-b7c7-480a-96bb-4bb0b0e5f028'] response: {'name': 'network-changed', 'server_uuid': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'tag': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5', 'status': 'completed', 'code': 200} Aug 29 19:09:36.447600 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (f84065b6-e3ee-4b15-80d1-59d666e5e090), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.464877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17a8af-a99c-4efe-aa52-eef55fb6d47a req-bf4e9cdf-ed67-43e3-981b-0722cab5fa7c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.466384 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc17a8af-a99c-4efe-aa52-eef55fb6d47a req-bf4e9cdf-ed67-43e3-981b-0722cab5fa7c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0761461 Aug 29 19:09:36.490605 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-75118439-f45f-472f-96db-c9815b1be1bf service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614373 Aug 29 19:09:36.532914 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84065b6-e3ee-4b15-80d1-59d666e5e090,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:36.541246 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Checking segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:36.541608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Network hostable DHCP agents. Network: e57e46be-ed2c-4b43-aa10-cfbdcaee4566, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:09:36.560964 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:09:36.572030 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, e57e46be-ed2c-4b43-aa10-cfbdcaee4566) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:36.576187 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.576987 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.579026 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7c82c12f-9d4e-485c-8e6c-55f4ff85124c no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:09:36.598527 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c519e4a5-9057-4b7a-bcf7-67e335949c19 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4314866 Aug 29 19:09:36.604060 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 54772) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:36.609278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:36.616481 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc07c1e-edf2-49c4-a2f0-a6d5c6c443ef None None] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:36.619815 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 7c82c12f-9d4e-485c-8e6c-55f4ff85124c {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:09:36.620380 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7c82c12f-9d4e-485c-8e6c-55f4ff85124c not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:09:36.637083 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (9e254a67-1501-4acf-9dba-000579d47430), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.640166 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (9e254a67-1501-4acf-9dba-000579d47430), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.732884 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks [] for router_controller (9e254a67-1501-4acf-9dba-000579d47430), precommit_add_association {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.794712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:09:36.795871 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:36.869039 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:36.949713 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc17a8af-a99c-4efe-aa52-eef55fb6d47a req-73d2b04a-48b4-445a-92f6-47773efa7b03 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770868 Aug 29 19:09:36.954252 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:36.980403 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425f91-8a36-476c-af04-cdd15f3cb096 req-cb7288df-0d4a-4643-995e-434e89f86c96 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:36.981954 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8425f91-8a36-476c-af04-cdd15f3cb096 req-cb7288df-0d4a-4643-995e-434e89f86c96 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 943 time: 0.4831378 Aug 29 19:09:36.987280 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Allocated IP 172.20.0.2 (e57e46be-ed2c-4b43-aa10-cfbdcaee4566/f84065b6-e3ee-4b15-80d1-59d666e5e090/071b1d79-9fad-4af7-8708-b5a1664a7d1a) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:37.071976 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8425f91-8a36-476c-af04-cdd15f3cb096 req-ca82b65d-1c36-42bc-891e-795d728e0e9b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767527 Aug 29 19:09:37.093600 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-58ad37e6-276c-4776-b991-125f15959769 req-1f597a3e-3e33-4d6d-8c75-3ad452d24267 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826218 Aug 29 19:09:37.188269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Publish callbacks [] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.198290 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.246631 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:37.251567 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:37.257652 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:37.266672 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Pushing event updated for resources: {'Port': ['ID=071b1d79-9fad-4af7-8708-b5a1664a7d1a,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:37.284320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.284855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.285420 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.285971 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.286503 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.287283 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.287803 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.288316 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.288798 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.289759 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.290093 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks [] for router_gateway (9e254a67-1501-4acf-9dba-000579d47430), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.290238 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.290398 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.290881 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.291383 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.291857 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:37.394035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Attempting to bind port 071b1d79-9fad-4af7-8708-b5a1664a7d1a on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:37.394389 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Attempting to bind port 071b1d79-9fad-4af7-8708-b5a1664a7d1a by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:37.394786 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Attempting to bind port 071b1d79-9fad-4af7-8708-b5a1664a7d1a on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:37.400347 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:37.400728 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Checking segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:37.401128 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.401522 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Bound using segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:37.402001 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Bound port: 071b1d79-9fad-4af7-8708-b5a1664a7d1a, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:37.402365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.478007 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] For port 071b1d79-9fad-4af7-8708-b5a1664a7d1a, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:37.481600 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] For port 071b1d79-9fad-4af7-8708-b5a1664a7d1a, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=071b1d79-9fad-4af7-8708-b5a1664a7d1a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:37.489988 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.551358 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14aed6-4552-4a11-b96f-c081607cddf0 None None] Pushing event updated for resources: {'Port': ['ID=071b1d79-9fad-4af7-8708-b5a1664a7d1a,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:37.580994 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks [] for router_gateway (9e254a67-1501-4acf-9dba-000579d47430), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.614093 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.767383 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Allocated IP 172.27.2.84 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/1095ca14-cec1-438f-8f85-385a4810de82) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:37.892580 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:37.911902 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks [] for port (1095ca14-cec1-438f-8f85-385a4810de82), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.946825 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (1095ca14-cec1-438f-8f85-385a4810de82), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:37.990606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:37.994699 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:37.998787 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:38.023211 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Pushing event updated for resources: {'Port': ['ID=1095ca14-cec1-438f-8f85-385a4810de82,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:38.078828 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3362d-e4ea-4499-b820-fde612e39f64 req-2673ea66-b6ef-4c89-99c5-0e178382fa56 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:38.080475 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d9a3362d-e4ea-4499-b820-fde612e39f64 req-2673ea66-b6ef-4c89-99c5-0e178382fa56 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0525172 Aug 29 19:09:38.176826 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d9a3362d-e4ea-4499-b820-fde612e39f64 req-04f2797d-ac97-401f-9a9b-bcd0a8b08a02 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 Aug 29 19:09:38.247924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052bee1-7fec-44e4-aab1-30a1a47be11a req-7375ca49-ce16-4a6b-8676-5efa90ff89c7 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:38.256167 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f052bee1-7fec-44e4-aab1-30a1a47be11a req-7375ca49-ce16-4a6b-8676-5efa90ff89c7 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 943 time: 0.0781231 Aug 29 19:09:38.303753 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks [] for router_gateway (9e254a67-1501-4acf-9dba-000579d47430), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:38.314941 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f052bee1-7fec-44e4-aab1-30a1a47be11a req-94e9555c-80e0-4222-a1ea-456363fe094d tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 Aug 29 19:09:38.403413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-1dfe0ea5-90ff-4963-ab73-b02537467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:38.406413 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-1dfe0ea5-90ff-4963-ab73-b02537467c4b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 1127 time: 0.0524976 Aug 29 19:09:38.598384 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device e8a3642c-273b-4ca2-98ac-e5056521d7a5 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:09:38.623821 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 071b1d79-9fad-4af7-8708-b5a1664a7d1a up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:38.632007 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-bc8bbe0b-1dfc-49e8-984e-fa1e696f5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:38.635152 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-bc8bbe0b-1dfc-49e8-984e-fa1e696f5a60 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 200 len: 916 time: 0.2163756 Aug 29 19:09:38.650312 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (9e254a67-1501-4acf-9dba-000579d47430), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:38.715396 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:38.716652 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:38.769170 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 071b1d79-9fad-4af7-8708-b5a1664a7d1a triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:38.769641 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:38.839511 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Router 9e254a67-1501-4acf-9dba-000579d47430 is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:09:38.845638 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad9755-da55-4228-9a99-5121e38fda5a None None] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:38.934762 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:38.994203 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:39.018515 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.020207 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3923256b-8c1b-4bf8-9a27-a26b192df451 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4145586 Aug 29 19:09:39.024643 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 54972) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:39.033214 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:39.083014 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:39.106152 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port e8a3642c-273b-4ca2-98ac-e5056521d7a5, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:39.142846 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Provisioning complete for port 071b1d79-9fad-4af7-8708-b5a1664a7d1a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:39.143241 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.199967 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:39.201010 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:39.203188 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5', 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a', 'port_id': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5', 'mac_address': 'fa:16:3e:3a:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caed9b53-132f-4f02-a9c0-44b2ee3fafdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:09:39.249960 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:39.287601 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:39.300688 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 071b1d79-9fad-4af7-8708-b5a1664a7d1a is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:39.301248 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.408022 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac5c2-e843-4cdd-a84f-20a186475066 req-1edda4d9-0c62-4f77-a42d-2a2ba724792a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:39.409859 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8e0ac5c2-e843-4cdd-a84f-20a186475066 req-1edda4d9-0c62-4f77-a42d-2a2ba724792a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1194804 Aug 29 19:09:39.477409 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port e8a3642c-273b-4ca2-98ac-e5056521d7a5 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:39.477918 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.508360 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 071b1d79-9fad-4af7-8708-b5a1664a7d1a, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=071b1d79-9fad-4af7-8708-b5a1664a7d1a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:39.518747 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a3642c-273b-4ca2-98ac-e5056521d7a5 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:09:39.531947 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.555729 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8e0ac5c2-e843-4cdd-a84f-20a186475066 req-a6684331-eb79-4567-9921-13cbaab390da tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340814 Aug 29 19:09:39.558922 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:39.613273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8438f-ad66-4f46-b35f-e7c78d3cea09 req-a59ee6c1-0c9e-4ea7-b632-d30655ece7a3 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:39.614769 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89f8438f-ad66-4f46-b35f-e7c78d3cea09 req-a59ee6c1-0c9e-4ea7-b632-d30655ece7a3 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 943 time: 0.1634851 Aug 29 19:09:39.632668 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Current status of the port 071b1d79-9fad-4af7-8708-b5a1664a7d1a is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:39.634663 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.688551 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port e8a3642c-273b-4ca2-98ac-e5056521d7a5, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:39.711846 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.744588 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89f8438f-ad66-4f46-b35f-e7c78d3cea09 req-8231d2a0-d713-41f1-9bd6-65d9dcbf2448 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191466 Aug 29 19:09:39.785319 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.db.api [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:09:39.785638 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG oslo_db.api [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:09:39.803363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:39.813235 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=071b1d79-9fad-4af7-8708-b5a1664a7d1a,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:39.829661 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:39.916898 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=e8a3642c-273b-4ca2-98ac-e5056521d7a5,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:39.941615 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:38Z', 'revision_number': 3, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:39.972986 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:39.973332 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Updating router 9e254a67-1501-4acf-9dba-000579d47430 port 1095ca14-cec1-438f-8f85-385a4810de82 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:09:40.005213 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (1095ca14-cec1-438f-8f85-385a4810de82), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.018913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Allocated IP 172.20.0.1 (e57e46be-ed2c-4b43-aa10-cfbdcaee4566/f84065b6-e3ee-4b15-80d1-59d666e5e090/9de2a382-cff6-4f60-acc7-79b1ed838ec2) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:40.149042 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks [] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.160736 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:40.187131 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.240707 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:40.247713 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:40.251667 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:40.252435 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (9e254a67-1501-4acf-9dba-000579d47430), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.293449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Pushing event updated for resources: {'Port': ['ID=9de2a382-cff6-4f60-acc7-79b1ed838ec2,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:40.293700 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Publish callbacks [] for port (1095ca14-cec1-438f-8f85-385a4810de82), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.304691 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:40.324154 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (1095ca14-cec1-438f-8f85-385a4810de82), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.363203 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-48874269-d95b-4b55-9734-aacd68aab143 None None] Current status of the port 071b1d79-9fad-4af7-8708-b5a1664a7d1a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:40.372322 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Attempting to bind port 1095ca14-cec1-438f-8f85-385a4810de82 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:40.372801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Attempting to bind port 1095ca14-cec1-438f-8f85-385a4810de82 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:40.373064 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Attempting to bind port 1095ca14-cec1-438f-8f85-385a4810de82 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:40.383932 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:40.384460 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:40.384704 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.385142 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:40.385573 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Bound port: 1095ca14-cec1-438f-8f85-385a4810de82, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:40.385990 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (1095ca14-cec1-438f-8f85-385a4810de82), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.387926 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcf50-8d92-4afc-adee-306c1c084be4 None None] Pushing event updated for resources: {'Port': ['ID=1095ca14-cec1-438f-8f85-385a4810de82,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:40.391598 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:40.427418 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.447717 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] For port 1095ca14-cec1-438f-8f85-385a4810de82, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:40.453080 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] For port 1095ca14-cec1-438f-8f85-385a4810de82, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=1095ca14-cec1-438f-8f85-385a4810de82,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:40.463704 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (1095ca14-cec1-438f-8f85-385a4810de82), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.532667 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:40.533458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:40.540999 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-be19ca5c-788d-4a1a-b74a-3b464937492a None None] Provisioning complete for port 071b1d79-9fad-4af7-8708-b5a1664a7d1a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:40.541476 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-be19ca5c-788d-4a1a-b74a-3b464937492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.597123 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 071b1d79-9fad-4af7-8708-b5a1664a7d1a up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:40.630094 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks [] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.635020 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.635969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (9e254a67-1501-4acf-9dba-000579d47430), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.668145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcf50-8d92-4afc-adee-306c1c084be4 None None] Pushing event updated for resources: {'Port': ['ID=1095ca14-cec1-438f-8f85-385a4810de82,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:40.716757 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:40.745555 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:40.769446 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Pushing event updated for resources: {'Port': ['ID=9de2a382-cff6-4f60-acc7-79b1ed838ec2,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:40.769709 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 071b1d79-9fad-4af7-8708-b5a1664a7d1a triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:40.769939 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:40.781401 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2367-d697-46e5-93e1-9214fba2c857 req-e773ea14-62b0-4456-89f5-7f99284c2645 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:40.784504 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-463a2367-d697-46e5-93e1-9214fba2c857 req-e773ea14-62b0-4456-89f5-7f99284c2645 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1066937 Aug 29 19:09:40.895404 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:40.902728 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-463a2367-d697-46e5-93e1-9214fba2c857 req-8e9ec877-7557-4282-bb29-0763edbf2ca5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078625 Aug 29 19:09:40.906433 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:40.925996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46ce5a-bf72-427c-8199-1cedcb1aeb80 req-c3ded78c-5053-49c1-8669-e38bf51e3962 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:40.927542 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf46ce5a-bf72-427c-8199-1cedcb1aeb80 req-c3ded78c-5053-49c1-8669-e38bf51e3962 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 944 time: 0.0778179 Aug 29 19:09:41.017816 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-be19ca5c-788d-4a1a-b74a-3b464937492a None None] Current status of the port 071b1d79-9fad-4af7-8708-b5a1664a7d1a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:41.064355 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf46ce5a-bf72-427c-8199-1cedcb1aeb80 req-7e32b670-236b-46f2-9fb3-5f2df43dd138 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911019 Aug 29 19:09:41.070091 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:41.084739 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:09:41.123328 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 071b1d79-9fad-4af7-8708-b5a1664a7d1a is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:41.159368 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-3f3ee020-00fb-4c2d-90e0-d0984e19d6bb None None] Provisioning complete for port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:41.159863 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee020-00fb-4c2d-90e0-d0984e19d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.209220 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:41.209706 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ee020-00fb-4c2d-90e0-d0984e19d6bb None None] Port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:41.211100 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:41.219789 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-48baef72-4604-47f7-bbc1-0a847fa148ac admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/9e254a67-1501-4acf-9dba-000579d47430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1888802 Aug 29 19:09:41.237573 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d811c21-e4ae-485c-a5f4-3e67e0a3b11b None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:41.329925 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-9276cc12-2045-40a7-9fe8-92f8ea7d173a None None] Provisioning complete for port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:41.331467 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-9276cc12-2045-40a7-9fe8-92f8ea7d173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.368888 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-9276cc12-2045-40a7-9fe8-92f8ea7d173a None None] Port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:41.772421 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55084) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:41.777897 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1753780384-network', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:41.799532 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Made reservation on behalf of 35c86e18d47449a6bfb9a93397cec4e5 for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:41.801864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.811945 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.874303 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:41.906409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks [] for security_group (729c709b-e083-4c97-89e2-1ef784424051), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.915315 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (729c709b-e083-4c97-89e2-1ef784424051), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.933875 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:09:41.960608 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (a7e2c7b4-d756-4f60-8131-05d59e428d73), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:41.961576 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Added segment a7e2c7b4-d756-4f60-8131-05d59e428d73 of type vlan for network eb73da6b-f312-4406-af13-862bd0c6700d Aug 29 19:09:41.998087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c709b-e083-4c97-89e2-1ef784424051,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:42.042964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (eb73da6b-f312-4406-af13-862bd0c6700d), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.074956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1519b-52eb-43d5-88e7-96881fa3a6a8 req-0130a0c4-f9da-45d3-8fd0-2e3cb79444bc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:42.076519 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bad1519b-52eb-43d5-88e7-96881fa3a6a8 req-0130a0c4-f9da-45d3-8fd0-2e3cb79444bc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0734854 Aug 29 19:09:42.088698 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:42.091508 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (eb73da6b-f312-4406-af13-862bd0c6700d), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.092464 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:42.093028 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.193713 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4175906 Aug 29 19:09:42.194688 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55094) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:42.196196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757005f-d850-4600-a831-5bf0e6448354 admin admin] Pushing event updated for resources: {'Network': ['ID=eb73da6b-f312-4406-af13-862bd0c6700d,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:42.202758 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Request body: {'subnet': {'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1753780384-subnet', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:42.215122 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network eb73da6b-f312-4406-af13-862bd0c6700d details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:09:42.263841 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-656ac0a2-ea55-4202-a437-c8696fab2a23 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5 HTTP/1.1" status: 200 len: 217 time: 0.0439322 Aug 29 19:09:42.270911 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bad1519b-52eb-43d5-88e7-96881fa3a6a8 req-5ce06e76-900d-4870-8ec3-aeaf4f759024 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875637 Aug 29 19:09:42.273290 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Made reservation on behalf of 35c86e18d47449a6bfb9a93397cec4e5 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:42.280606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.298169 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929645-d652-4357-bd8f-57099ee690a7 req-1a96b37b-67fd-4850-9e61-634e5310c7ea tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:42.306434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-24929645-d652-4357-bd8f-57099ee690a7 req-1a96b37b-67fd-4850-9e61-634e5310c7ea tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 944 time: 0.1353667 Aug 29 19:09:42.352791 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:42.373632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-74531a4e-7ea0-416e-b6d0-6de1ce624b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:42.374771 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-74531a4e-7ea0-416e-b6d0-6de1ce624b50 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=caed9b53-132f-4f02-a9c0-44b2ee3fafdf HTTP/1.1" status: 200 len: 854 time: 0.0937686 Aug 29 19:09:42.400028 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-24929645-d652-4357-bd8f-57099ee690a7 req-f0b4b718-7cfe-4ff6-b8d2-61407891fc49 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Aug 29 19:09:42.512094 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-1b0f91b7-bfd7-44ed-8ead-6275ecf72f1f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=52476fb5-9ab9-4464-9daf-e0ff6b32722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079781 Aug 29 19:09:42.538445 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (bce6be15-0603-4d78-88ef-e467a76ef465), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.551034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 1095ca14-cec1-438f-8f85-385a4810de82 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:42.565309 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b953-9223-4a56-bec8-6d932e9167e3 req-6f658dae-9b86-42d0-baef-2fd10708a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:42.566781 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a724b953-9223-4a56-bec8-6d932e9167e3 req-6f658dae-9b86-42d0-baef-2fd10708a357 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 1129 time: 0.1508725 Aug 29 19:09:42.589400 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce6be15-0603-4d78-88ef-e467a76ef465,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:42.606820 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['e8a3642c-273b-4ca2-98ac-e5056521d7a5'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:09:42.625246 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Checking segment: {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:42.626284 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Network hostable DHCP agents. Network: eb73da6b-f312-4406-af13-862bd0c6700d, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:09:42.651420 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Network eb73da6b-f312-4406-af13-862bd0c6700d is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:09:42.671973 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, eb73da6b-f312-4406-af13-862bd0c6700d) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:42.680138 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 1095ca14-cec1-438f-8f85-385a4810de82 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:42.680796 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (1095ca14-cec1-438f-8f85-385a4810de82), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.684271 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a724b953-9223-4a56-bec8-6d932e9167e3 req-cb5a1a72-5172-4f68-a804-9eb89ef73062 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884547 Aug 29 19:09:42.686083 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89859b2-c7d6-46bb-8a5b-cb5c6456af15 None None] Network eb73da6b-f312-4406-af13-862bd0c6700d requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:42.688823 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:42.689514 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.710543 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-2dd4a78e-d592-4728-a587-cb5d7795b2fc service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761744 Aug 29 19:09:42.716650 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f46721fe-f062-4d4e-ac35-e6b0c78b8fec admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5207417 Aug 29 19:09:42.718949 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55102) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:42.725360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:42.736970 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:42.761323 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (c9b13d65-1e9a-48fc-9399-514eb6d871cc), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.763606 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (c9b13d65-1e9a-48fc-9399-514eb6d871cc), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.823800 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:42.827696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks [] for router_controller (c9b13d65-1e9a-48fc-9399-514eb6d871cc), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.922014 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-eb73da6b-f312-4406-af13-862bd0c6700d', 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'fixed_ips': [{'subnet_id': 'bce6be15-0603-4d78-88ef-e467a76ef465'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:09:42.922910 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.942410 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 1095ca14-cec1-438f-8f85-385a4810de82 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:42.942787 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (1095ca14-cec1-438f-8f85-385a4810de82), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.980772 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks [] for router_gateway (c9b13d65-1e9a-48fc-9399-514eb6d871cc), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:42.988837 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:42.994923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 1095ca14-cec1-438f-8f85-385a4810de82, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=1095ca14-cec1-438f-8f85-385a4810de82,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:43.052360 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (1095ca14-cec1-438f-8f85-385a4810de82), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.153677 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=1095ca14-cec1-438f-8f85-385a4810de82,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:43.164493 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Allocated IP 172.20.0.2 (eb73da6b-f312-4406-af13-862bd0c6700d/bce6be15-0603-4d78-88ef-e467a76ef465/c02010d1-5891-4224-90fa-66c82a25b900) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:43.176117 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-057e97dc-4cae-4161-a4fc-c502f69fce9f req-a811cc3b-46cd-4ad1-bd5a-0fc24729dac0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722085 Aug 29 19:09:43.234280 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:43.246673 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks [] for router_gateway (c9b13d65-1e9a-48fc-9399-514eb6d871cc), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.268031 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.331290 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Publish callbacks [] for port (c02010d1-5891-4224-90fa-66c82a25b900), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.338861 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (c02010d1-5891-4224-90fa-66c82a25b900), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.386163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Network eb73da6b-f312-4406-af13-862bd0c6700d is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:43.391404 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:43.393799 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:43.396824 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Pushing event updated for resources: {'Port': ['ID=c02010d1-5891-4224-90fa-66c82a25b900,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:43.422822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Allocated IP 172.27.2.128 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/16f016ef-d3c0-479f-89d0-da354b855792) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:43.436605 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cd2ed-50dc-4add-bc9e-77ab8216d662 req-74b2bf57-cf4d-465c-9892-eab9dc30ad34 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:43.438119 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-636cd2ed-50dc-4add-bc9e-77ab8216d662 req-74b2bf57-cf4d-465c-9892-eab9dc30ad34 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0728519 Aug 29 19:09:43.459782 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Attempting to bind port c02010d1-5891-4224-90fa-66c82a25b900 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:43.460732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Attempting to bind port c02010d1-5891-4224-90fa-66c82a25b900 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:43.460732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Attempting to bind port c02010d1-5891-4224-90fa-66c82a25b900 on network eb73da6b-f312-4406-af13-862bd0c6700d {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:43.468629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:43.469125 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Checking segment: {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:43.469966 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.470290 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Bound using segment: {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:43.470837 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Bound port: c02010d1-5891-4224-90fa-66c82a25b900, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:43.471547 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (c02010d1-5891-4224-90fa-66c82a25b900), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.568747 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] For port c02010d1-5891-4224-90fa-66c82a25b900, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:43.571062 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-636cd2ed-50dc-4add-bc9e-77ab8216d662 req-16b034f6-aef5-4e3d-bd08-5a0dca8c242a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223683 Aug 29 19:09:43.572764 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] For port c02010d1-5891-4224-90fa-66c82a25b900, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=c02010d1-5891-4224-90fa-66c82a25b900,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:43.584086 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (c02010d1-5891-4224-90fa-66c82a25b900), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.642261 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c95e6-f250-4ed6-bf9b-13f915a73f49 req-15204a68-ecb8-49e4-a7da-944f3fdb58c5 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:43.643816 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-180c95e6-f250-4ed6-bf9b-13f915a73f49 req-15204a68-ecb8-49e4-a7da-944f3fdb58c5 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 944 time: 0.0973623 Aug 29 19:09:43.655689 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks [] for port (16f016ef-d3c0-479f-89d0-da354b855792), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.661563 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c5297-0078-498e-874f-d912ab79533e None None] Pushing event updated for resources: {'Port': ['ID=c02010d1-5891-4224-90fa-66c82a25b900,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:43.724136 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-180c95e6-f250-4ed6-bf9b-13f915a73f49 req-1ec6d859-18d2-4a09-9d9c-e23601235796 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717084 Aug 29 19:09:43.736659 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (16f016ef-d3c0-479f-89d0-da354b855792), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:43.756313 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:43.791343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:43.799878 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:43.805145 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:43.808260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:43.810159 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:43.814139 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:43.814769 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:43.979856 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:43.981252 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.105299 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55124) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:44.156149 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device e8a3642c-273b-4ca2-98ac-e5056521d7a5 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:44.234368 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 2, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:44.239282 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port e8a3642c-273b-4ca2-98ac-e5056521d7a5 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:09:44.248857 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port e8a3642c-273b-4ca2-98ac-e5056521d7a5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:44.249643 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.262197 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:44.262555 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Updating router 9e254a67-1501-4acf-9dba-000579d47430 port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:09:44.312574 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.356431 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-17944637-6a0a-438d-a305-2ad2bf5c219f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0f594096296743c583bf3f8e0c1f5110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497489 Aug 29 19:09:44.358498 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55136) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:44.392016 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Pushing event updated for resources: {'Port': ['ID=16f016ef-d3c0-479f-89d0-da354b855792,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:44.404395 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port e8a3642c-273b-4ca2-98ac-e5056521d7a5 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:44.404782 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.447304 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:09:44.448865 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-40a8da23-55a4-43f5-b960-7f73b31f4a84 admin admin] Publish callbacks [] for security_group (1119fca5-fda5-4606-880e-4e02c5d7be67), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.449507 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104a63e-cf89-4b38-95cf-9c062cdfc568" -d '{"events": [{"server_uuid": "b37f271b-60ea-41f7-86d3-9a324c423afb", "name": "network-vif-plugged", "status": "completed", "tag": "e8a3642c-273b-4ca2-98ac-e5056521d7a5"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:09:44.467824 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port e8a3642c-273b-4ca2-98ac-e5056521d7a5, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:44.475486 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.500972 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-40a8da23-55a4-43f5-b960-7f73b31f4a84 admin admin] Publish callbacks [] for security_group (1119fca5-fda5-4606-880e-4e02c5d7be67), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.537233 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=e8a3642c-273b-4ca2-98ac-e5056521d7a5,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:44.565692 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a6ebb9-62d9-44a1-8b51-fa60bf3005ef x-openstack-request-id: req-f2a6ebb9-62d9-44a1-8b51-fa60bf3005ef {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:09:44.566010 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37f271b-60ea-41f7-86d3-9a324c423afb", "name": "network-vif-plugged", "status": "completed", "tag": "e8a3642c-273b-4ca2-98ac-e5056521d7a5", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:09:44.566416 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f2a6ebb9-62d9-44a1-8b51-fa60bf3005ef {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:09:44.566828 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a6ebb9-62d9-44a1-8b51-fa60bf3005ef'] response: {'server_uuid': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5', 'code': 200} Aug 29 19:09:44.574905 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-40a8da23-55a4-43f5-b960-7f73b31f4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1119fca5-fda5-4606-880e-4e02c5d7be67), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.577799 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-40a8da23-55a4-43f5-b960-7f73b31f4a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.582419 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-40a8da23-55a4-43f5-b960-7f73b31f4a84 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1119fca5-fda5-4606-880e-4e02c5d7be67 HTTP/1.1" status: 204 len: 168 time: 0.2228234 Aug 29 19:09:44.591925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8da23-55a4-43f5-b960-7f73b31f4a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1119fca5-fda5-4606-880e-4e02c5d7be67,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:44.668443 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks [] for router_gateway (c9b13d65-1e9a-48fc-9399-514eb6d871cc), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:44.828221 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03107799-82fe-40a9-8552-904cf201007e req-901790a6-ee8e-4c03-b9c6-6dceb2660a48 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:44.830241 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03107799-82fe-40a9-8552-904cf201007e req-901790a6-ee8e-4c03-b9c6-6dceb2660a48 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1167421 Aug 29 19:09:44.919022 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 1095ca14-cec1-438f-8f85-385a4810de82 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:45.027785 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 1095ca14-cec1-438f-8f85-385a4810de82 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:45.028170 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (1095ca14-cec1-438f-8f85-385a4810de82), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.119100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696940-06b5-452e-90bc-c13d3c71b1f7 req-bfef07c8-c40f-48d7-8bae-327a9b671ab1 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:45.126536 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f696940-06b5-452e-90bc-c13d3c71b1f7 req-bfef07c8-c40f-48d7-8bae-327a9b671ab1 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.1355515 Aug 29 19:09:45.154760 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Publish callbacks [] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.177277 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:45.185735 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.218862 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03107799-82fe-40a9-8552-904cf201007e req-16130306-a920-47bd-afde-df9f020e61af tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730738 Aug 29 19:09:45.284084 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:45.295443 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f696940-06b5-452e-90bc-c13d3c71b1f7 req-919d5ad2-886b-498a-a289-3af7bf4e1ab2 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678815 Aug 29 19:09:45.313345 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53332ada-cf38-4879-9c78-13d9ccf7abf5 None None] Network eb73da6b-f312-4406-af13-862bd0c6700d requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:45.398706 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Pushing event updated for resources: {'Port': ['ID=9de2a382-cff6-4f60-acc7-79b1ed838ec2,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:45.406985 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 1095ca14-cec1-438f-8f85-385a4810de82 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:45.411192 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device c02010d1-5891-4224-90fa-66c82a25b900 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:45.450127 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.450474 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.450853 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.451500 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.451598 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.452736 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] Provisioning complete for port c02010d1-5891-4224-90fa-66c82a25b900 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:45.453289 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (c02010d1-5891-4224-90fa-66c82a25b900), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.456711 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.457098 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.457442 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.457780 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.458156 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.459825 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.460190 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.462568 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.462948 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.463314 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:09:45.474008 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Attempting to bind port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:45.474120 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Attempting to bind port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:45.474431 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Attempting to bind port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:45.490368 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:45.490755 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Checking segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:45.493573 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.494025 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Bound using segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:45.494526 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Bound port: 9de2a382-cff6-4f60-acc7-79b1ed838ec2, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:45.496155 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.497425 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (c9b13d65-1e9a-48fc-9399-514eb6d871cc), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.512618 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2309af0-2f8a-40cb-bff0-f4b102b3b966 req-fe622019-af17-4859-b0ec-25a46ae3fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:45.517316 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b2309af0-2f8a-40cb-bff0-f4b102b3b966 req-fe622019-af17-4859-b0ec-25a46ae3fef9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 1129 time: 0.1449611 Aug 29 19:09:45.585941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port c02010d1-5891-4224-90fa-66c82a25b900 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:45.588289 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (c02010d1-5891-4224-90fa-66c82a25b900), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.596155 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:45.610292 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] For port 9de2a382-cff6-4f60-acc7-79b1ed838ec2, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:45.614111 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] For port 9de2a382-cff6-4f60-acc7-79b1ed838ec2, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9de2a382-cff6-4f60-acc7-79b1ed838ec2,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:45.621504 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.673621 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:45.674411 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:45.706703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Router c9b13d65-1e9a-48fc-9399-514eb6d871cc is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:09:45.740009 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:45.746310 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979fc91-b86c-4447-aa5d-52ba98bd26e7 None None] Pushing event updated for resources: {'Port': ['ID=9de2a382-cff6-4f60-acc7-79b1ed838ec2,revision_number=4']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:45.832263 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:45.887569 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b2309af0-2f8a-40cb-bff0-f4b102b3b966 req-7f361e49-dfdc-4b7a-8ce5-3f4a7f52a2ab service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624448 Aug 29 19:09:45.890077 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:45.956414 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] Current status of the port c02010d1-5891-4224-90fa-66c82a25b900 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:45.956871 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (c02010d1-5891-4224-90fa-66c82a25b900), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:45.984469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:46.011546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.013041 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c1d45256-f928-4282-90d4-e800868897fa admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2929182 Aug 29 19:09:46.014287 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Sync routers for ids ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:46.016040 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55186) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:46.046930 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55190) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:46.055413 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Routers {'c9b13d65-1e9a-48fc-9399-514eb6d871cc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:46.056054 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:46.059600 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] For port c02010d1-5891-4224-90fa-66c82a25b900, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=c02010d1-5891-4224-90fa-66c82a25b900,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:46.108347 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port c02010d1-5891-4224-90fa-66c82a25b900 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:46.108776 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (c02010d1-5891-4224-90fa-66c82a25b900), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.113463 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (c02010d1-5891-4224-90fa-66c82a25b900), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.147986 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:46.276254 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:45Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:46.278519 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211656647-network', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:46.317415 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Made reservation on behalf of f0f4bcf841c942a9928f5b343b5fb8bb for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:46.318383 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b626e8-4cfa-4341-aa5c-1c47b56203c5 None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:45Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:46.323305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.326031 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656e6d0-86ca-4fc2-9a7d-37692191aad8 None None] Pushing event updated for resources: {'Port': ['ID=c02010d1-5891-4224-90fa-66c82a25b900,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:46.341520 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:46.346575 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:46.379748 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.424337 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.db.api [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:09:46.424746 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG oslo_db.api [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:09:46.426713 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Set router c9b13d65-1e9a-48fc-9399-514eb6d871cc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:46.541108 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1260ca-c805-45dc-852e-8e6dd43a8ddc req-b2043314-eb2f-428c-87ef-6b5b68503888 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:46.542865 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d1260ca-c805-45dc-852e-8e6dd43a8ddc req-b2043314-eb2f-428c-87ef-6b5b68503888 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.1832485 Aug 29 19:09:46.594455 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f4b236b5-3ed6-499c-9d64-63c2265815ad None None] Provisioning complete for port c02010d1-5891-4224-90fa-66c82a25b900 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:46.603408 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f4b236b5-3ed6-499c-9d64-63c2265815ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (c02010d1-5891-4224-90fa-66c82a25b900), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.669266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827243cc-53f3-4297-bc57-9ffd0b42a014 req-c4eb5d49-d526-416c-b458-2d331ace1afc tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:46.671109 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-827243cc-53f3-4297-bc57-9ffd0b42a014 req-c4eb5d49-d526-416c-b458-2d331ace1afc tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.1880600 Aug 29 19:09:46.700563 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.703307 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks [] for security_group (10ead78a-6dcb-4cbf-acb8-3efcc03db26b), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.730332 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (10ead78a-6dcb-4cbf-acb8-3efcc03db26b), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.829166 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d1260ca-c805-45dc-852e-8e6dd43a8ddc req-a12d93fa-2ba8-4a90-bafb-a73edf8c6b64 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657995 Aug 29 19:09:46.860836 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:09:46.927361 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f4b236b5-3ed6-499c-9d64-63c2265815ad None None] Current status of the port c02010d1-5891-4224-90fa-66c82a25b900 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:46.944661 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (d73de3fd-b12c-44c4-99f6-68bd78beb53e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:46.945007 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Added segment d73de3fd-b12c-44c4-99f6-68bd78beb53e of type vlan for network c577f8dd-232c-46d1-8dca-d9595c50b55d Aug 29 19:09:46.948009 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ead78a-6dcb-4cbf-acb8-3efcc03db26b,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:46.960746 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-827243cc-53f3-4297-bc57-9ffd0b42a014 req-b18433b5-5d96-4bf0-af6b-9cc9467e095e tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515938 Aug 29 19:09:46.993104 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:47.010669 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Allocated IP 172.20.0.1 (eb73da6b-f312-4406-af13-862bd0c6700d/bce6be15-0603-4d78-88ef-e467a76ef465/2cf041cf-c98a-4d77-9401-15d6dbb28fa7) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:47.013266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (c577f8dd-232c-46d1-8dca-d9595c50b55d), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.068771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:47.079364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (c577f8dd-232c-46d1-8dca-d9595c50b55d), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.080452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:47.081035 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.121478 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port c02010d1-5891-4224-90fa-66c82a25b900 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:47.159201 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:09:44Z', 'revision_number': 3, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:47.234534 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702459d4-5341-4b52-9f6b-df9b2a17a0ce req-c18934b7-fca7-44d2-861a-c33a14b0aa6a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:47.236230 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-702459d4-5341-4b52-9f6b-df9b2a17a0ce req-c18934b7-fca7-44d2-861a-c33a14b0aa6a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1051919 Aug 29 19:09:47.245985 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Checking router: c9b13d65-1e9a-48fc-9399-514eb6d871cc for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:47.248436 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Updating router c9b13d65-1e9a-48fc-9399-514eb6d871cc port 16f016ef-d3c0-479f-89d0-da354b855792 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:09:47.250232 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2015452 Aug 29 19:09:47.256794 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55214) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:47.263942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Request body: {'subnet': {'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211656647-subnet', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:47.266009 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks [] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.300727 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (16f016ef-d3c0-479f-89d0-da354b855792), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.329608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.355548 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46cd4a-3ba8-4cd3-8397-11431bc40a15 admin admin] Pushing event updated for resources: {'Network': ['ID=c577f8dd-232c-46d1-8dca-d9595c50b55d,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:47.392473 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Made reservation on behalf of f0f4bcf841c942a9928f5b343b5fb8bb for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:47.394817 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.414879 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Network eb73da6b-f312-4406-af13-862bd0c6700d is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:47.418453 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:47.434228 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:47.439167 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:47.468731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:47.505891 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (c9b13d65-1e9a-48fc-9399-514eb6d871cc), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.520942 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-702459d4-5341-4b52-9f6b-df9b2a17a0ce req-fb7dd6e0-2d49-4dc4-bd8d-ac14fdf4acfe tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695312 Aug 29 19:09:47.584732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network c577f8dd-232c-46d1-8dca-d9595c50b55d details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:09:47.591285 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device c02010d1-5891-4224-90fa-66c82a25b900 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:47.613331 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:47.713843 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (9e6f527c-45f7-4f2b-9438-4f4dbf89da30), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.788581 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.795951 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port c02010d1-5891-4224-90fa-66c82a25b900 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:47.806073 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (c02010d1-5891-4224-90fa-66c82a25b900), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.806273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:47.809108 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-65c8b0da-8c93-46b5-8db0-05f6047a0fb1 None None] Provisioning complete for port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:47.809251 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-65c8b0da-8c93-46b5-8db0-05f6047a0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.841162 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6f527c-45f7-4f2b-9438-4f4dbf89da30,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:47.850973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Checking segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:47.851727 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Network hostable DHCP agents. Network: c577f8dd-232c-46d1-8dca-d9595c50b55d, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:09:47.880821 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Network c577f8dd-232c-46d1-8dca-d9595c50b55d is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:09:47.900265 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, c577f8dd-232c-46d1-8dca-d9595c50b55d) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:47.908916 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:47.911514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:47.930375 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:47.973168 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8cf5f-a4a4-4f1b-95e6-03678580cec9 None None] Network c577f8dd-232c-46d1-8dca-d9595c50b55d requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:47.985467 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-bfa92df3-1781-4e46-acf4-c074f68a42d1 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7253594 Aug 29 19:09:47.986789 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55232) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:47.996372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:48.021611 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-65c8b0da-8c93-46b5-8db0-05f6047a0fb1 None None] Port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:48.030617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-fe76d472-945a-4233-8881-fc5ba5147ac6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049883 Aug 29 19:09:48.043314 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (86e1e1cd-c233-4550-98f1-0803a4c01ebc), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.045363 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (86e1e1cd-c233-4550-98f1-0803a4c01ebc), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.069227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55236) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:48.166707 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Publish callbacks [] for port (16f016ef-d3c0-479f-89d0-da354b855792), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.218886 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (16f016ef-d3c0-479f-89d0-da354b855792), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.235375 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks [] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.246460 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.307326 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b7727-c9d2-42a1-bb34-21f2deb7ab3b None None] Pushing event updated for resources: {'Port': ['ID=16f016ef-d3c0-479f-89d0-da354b855792,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:48.329175 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Attempting to bind port 16f016ef-d3c0-479f-89d0-da354b855792 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:48.329702 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Attempting to bind port 16f016ef-d3c0-479f-89d0-da354b855792 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:48.330140 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Attempting to bind port 16f016ef-d3c0-479f-89d0-da354b855792 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:48.338973 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:48.339505 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:48.339978 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.340479 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:48.341072 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Bound port: 16f016ef-d3c0-479f-89d0-da354b855792, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:48.341765 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (16f016ef-d3c0-479f-89d0-da354b855792), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.347160 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:48.347689 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-c577f8dd-232c-46d1-8dca-d9595c50b55d', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:09:48.348730 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.366227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (c9b13d65-1e9a-48fc-9399-514eb6d871cc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.388628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fed52-fda0-4315-bd4d-f5df69ce966b req-735eda17-8269-49c7-accf-4bc77de5560b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:48.389091 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:48.390021 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port c02010d1-5891-4224-90fa-66c82a25b900 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:48.390720 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f56fed52-fda0-4315-bd4d-f5df69ce966b req-735eda17-8269-49c7-accf-4bc77de5560b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.2701876 Aug 29 19:09:48.391423 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9de2a382-cff6-4f60-acc7-79b1ed838ec2 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:48.404351 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks [] for router_controller (86e1e1cd-c233-4550-98f1-0803a4c01ebc), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.444729 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:48.459000 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-283b88b2-36b5-4a56-993d-f9b7018afa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:48.460190 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2ae16f7c-23c4-47d8-a39c-7745df0ad5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.460925 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-283b88b2-36b5-4a56-993d-f9b7018afa06 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1129 time: 0.3135691 Aug 29 19:09:48.515970 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Network eb73da6b-f312-4406-af13-862bd0c6700d is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:48.522733 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:48.524725 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:48.525301 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.537164 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f56fed52-fda0-4315-bd4d-f5df69ce966b req-09e09805-0724-4d72-82d8-ac07901fa59c tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266837 Aug 29 19:09:48.537663 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] For port 16f016ef-d3c0-479f-89d0-da354b855792, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:48.701284 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-e805dab1-3ef2-4b79-9b17-0035ba84908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:48.702763 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-e805dab1-3ef2-4b79-9b17-0035ba84908e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.1609790 Aug 29 19:09:48.725277 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] For port 16f016ef-d3c0-479f-89d0-da354b855792, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=16f016ef-d3c0-479f-89d0-da354b855792,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:48.783654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (16f016ef-d3c0-479f-89d0-da354b855792), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.828888 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Routers {'c9b13d65-1e9a-48fc-9399-514eb6d871cc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:48.829731 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:48.954186 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks [] for router_gateway (86e1e1cd-c233-4550-98f1-0803a4c01ebc), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:48.964345 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-b738024f-7970-4ea8-b4b2-2c8d85a8af89 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 1001 time: 0.2534039 Aug 29 19:09:49.057820 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:49.087803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-c0ab5320-0647-4363-b04e-43e33717d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:49.089684 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-c0ab5320-0647-4363-b04e-43e33717d716 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.1172862 Aug 29 19:09:49.107569 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Router c9b13d65-1e9a-48fc-9399-514eb6d871cc has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:09:49.131852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-22404e81-075c-488f-87fb-901924991e52 None None] Provisioning complete for port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:49.131852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-22404e81-075c-488f-87fb-901924991e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.134257 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2ae16f7c-23c4-47d8-a39c-7745df0ad5fd admin admin] Publish callbacks [] for security_group (b118f590-af81-4136-ad28-6d4e6c89c60c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.134823 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Allocated IP 172.20.0.2 (c577f8dd-232c-46d1-8dca-d9595c50b55d/9e6f527c-45f7-4f2b-9438-4f4dbf89da30/dd8589b4-d067-4b7b-9e32-0464368d8894) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:49.213733 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:49.214151 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.217547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2ae16f7c-23c4-47d8-a39c-7745df0ad5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b118f590-af81-4136-ad28-6d4e6c89c60c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.229225 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b7727-c9d2-42a1-bb34-21f2deb7ab3b None None] Pushing event updated for resources: {'Port': ['ID=16f016ef-d3c0-479f-89d0-da354b855792,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:49.244437 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] Set router c9b13d65-1e9a-48fc-9399-514eb6d871cc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:49.264275 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2ae16f7c-23c4-47d8-a39c-7745df0ad5fd admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f9c3a16a2dd24da0a7d5adde8c284fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1938453 Aug 29 19:09:49.268008 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55286) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:49.321716 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-22404e81-075c-488f-87fb-901924991e52 None None] Port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:49.353625 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 9de2a382-cff6-4f60-acc7-79b1ed838ec2, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9de2a382-cff6-4f60-acc7-79b1ed838ec2,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:49.397811 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.423519 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:49.445016 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9e39811c-9a9a-4e79-855f-2f1542ebf1eb admin admin] Publish callbacks [] for security_group (b118f590-af81-4136-ad28-6d4e6c89c60c), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.481222 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae16f7c-23c4-47d8-a39c-7745df0ad5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b118f590-af81-4136-ad28-6d4e6c89c60c,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:49.503548 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9e39811c-9a9a-4e79-855f-2f1542ebf1eb admin admin] Publish callbacks [] for security_group (b118f590-af81-4136-ad28-6d4e6c89c60c), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.517989 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:49.527530 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0ebcf617-be96-4d2e-8aad-d6b59be0b2f9 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/c9b13d65-1e9a-48fc-9399-514eb6d871cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5094144 Aug 29 19:09:49.544456 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=9de2a382-cff6-4f60-acc7-79b1ed838ec2,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:49.605080 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9e39811c-9a9a-4e79-855f-2f1542ebf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b118f590-af81-4136-ad28-6d4e6c89c60c), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.608079 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9e39811c-9a9a-4e79-855f-2f1542ebf1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.611894 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9e39811c-9a9a-4e79-855f-2f1542ebf1eb admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b118f590-af81-4136-ad28-6d4e6c89c60c HTTP/1.1" status: 204 len: 168 time: 0.3402305 Aug 29 19:09:49.626143 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39811c-9a9a-4e79-855f-2f1542ebf1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b118f590-af81-4136-ad28-6d4e6c89c60c,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:49.664863 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '2cf041cf-c98a-4d77-9401-15d6dbb28fa7', 'name': '', 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'mac_address': 'fa:16:3e:4c:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:46Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 2, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'subnets': [{'id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:49.718082 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Publish callbacks [] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.725895 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d1d98-aa5e-48be-92be-2bfeaff17f0c None None] The sync data for ids ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'] in dv-cinder-731261-6-iscsi is: [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '2cf041cf-c98a-4d77-9401-15d6dbb28fa7', 'name': '', 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'mac_address': 'fa:16:3e:4c:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:46Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 2, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'subnets': [{'id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:49.730273 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.734765 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-d9e19c08-6287-4319-8300-57bf60cf1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:49.738384 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-d9e19c08-6287-4319-8300-57bf60cf1c3e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6033144 Aug 29 19:09:49.806807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Network c577f8dd-232c-46d1-8dca-d9595c50b55d is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:49.811833 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:49.815975 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:49.821269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:49.826773 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Pushing event updated for resources: {'Port': ['ID=dd8589b4-d067-4b7b-9e32-0464368d8894,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:49.895017 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks [] for router_gateway (86e1e1cd-c233-4550-98f1-0803a4c01ebc), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.899120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:49.899565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:49.934449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.957737 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Attempting to bind port dd8589b4-d067-4b7b-9e32-0464368d8894 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:49.958374 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Attempting to bind port dd8589b4-d067-4b7b-9e32-0464368d8894 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:49.959274 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Attempting to bind port dd8589b4-d067-4b7b-9e32-0464368d8894 on network c577f8dd-232c-46d1-8dca-d9595c50b55d {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:49.975280 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:49.975771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Checking segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:49.976487 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:49.978458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Bound using segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:49.979032 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Bound port: dd8589b4-d067-4b7b-9e32-0464368d8894, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:49.979512 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.031682 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-67c8db26-ef45-4a37-8561-9257d0167eb2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284527 Aug 29 19:09:50.165465 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] For port dd8589b4-d067-4b7b-9e32-0464368d8894, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:50.176981 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] For port dd8589b4-d067-4b7b-9e32-0464368d8894, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=dd8589b4-d067-4b7b-9e32-0464368d8894,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:50.195894 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.333607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a4f64-d077-446b-9b83-2fe78c58060f None None] Pushing event updated for resources: {'Port': ['ID=dd8589b4-d067-4b7b-9e32-0464368d8894,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:50.340095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-8941ee83-5d91-44d5-8de5-d7169a7d838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:50.341793 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-8941ee83-5d91-44d5-8de5-d7169a7d838d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1130 time: 0.1434135 Aug 29 19:09:50.407931 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55324) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:50.480072 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3a36cb7-2069-4f31-9301-ecf006f9bd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.533922 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da1592ee-0b2e-4a27-be1a-93edcb50ea3c req-3ddeed9e-9457-444e-b9ce-af16195022fa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543383 Aug 29 19:09:50.551583 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Allocated IP 172.27.2.86 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/f44b4c9a-81dc-4ab1-9ca3-30841348f83d) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:50.689344 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55328) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:50.705187 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805233569', 'description': 'tempest-secgroup-smoke-805233569 description', 'project_id': '6a4d940594f542808602c7260993f85f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:50.707996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963db8-40bf-4b48-b19f-77ff2bac844b req-54b5b111-5df7-4785-aed4-07c6bd325928 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:50.709820 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e0963db8-40bf-4b48-b19f-77ff2bac844b req-54b5b111-5df7-4785-aed4-07c6bd325928 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.4464586 Aug 29 19:09:50.728750 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3a36cb7-2069-4f31-9301-ecf006f9bd15 admin admin] Publish callbacks [] for security_group (0709c260-5e16-4c83-8dbf-42ae3ff523e4), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.737656 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:50.740670 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3a36cb7-2069-4f31-9301-ecf006f9bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0709c260-5e16-4c83-8dbf-42ae3ff523e4), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.777350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.807683 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-6279c9ff-e829-40c5-9dc9-f6f46c1f999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:50.809198 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-6279c9ff-e829-40c5-9dc9-f6f46c1f999d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.4184134 Aug 29 19:09:50.835569 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks [] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.856216 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a3a36cb7-2069-4f31-9301-ecf006f9bd15 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=7eb85ae214e647f690b1b8493a83ee35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466255 Aug 29 19:09:50.857193 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a36cb7-2069-4f31-9301-ecf006f9bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0709c260-5e16-4c83-8dbf-42ae3ff523e4,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:50.867304 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55330) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:50.896434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e0963db8-40bf-4b48-b19f-77ff2bac844b req-ebd47620-2383-4a45-b823-90eebc4148e8 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757665 Aug 29 19:09:50.897679 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-6215ebb3-e7d0-4ada-add3-71730825943a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 200 len: 217 time: 0.0746717 Aug 29 19:09:50.974332 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3d7f-2862-4236-841b-dc8d069525ef admin admin] Publish callbacks [] for security_group (0709c260-5e16-4c83-8dbf-42ae3ff523e4), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.981125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:50.989106 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:51.044289 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3d7f-2862-4236-841b-dc8d069525ef admin admin] Publish callbacks [] for security_group (0709c260-5e16-4c83-8dbf-42ae3ff523e4), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.070167 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:51.075183 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:51.080116 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group (ee9e5cd4-ab69-4700-8488-d69e19526a8a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.080311 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-69b3d199-4afa-4ab9-9f3d-ab2d1688591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:51.081791 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-69b3d199-4afa-4ab9-9f3d-ab2d1688591e service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.1719615 Aug 29 19:09:51.082565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:51.086013 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Pushing event updated for resources: {'Port': ['ID=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:51.094326 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ee9e5cd4-ab69-4700-8488-d69e19526a8a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.143410 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.144998 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4545252 Aug 29 19:09:51.146362 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af945fc-dfed-4fe2-ae62-e68316710794 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e5cd4-ab69-4700-8488-d69e19526a8a,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:51.149081 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55332) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:51.154050 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group_rule': {'security_group_id': 'ee9e5cd4-ab69-4700-8488-d69e19526a8a', 'project_id': '6a4d940594f542808602c7260993f85f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:51.181824 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3d7f-2862-4236-841b-dc8d069525ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0709c260-5e16-4c83-8dbf-42ae3ff523e4), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.184428 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3d7f-2862-4236-841b-dc8d069525ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.185676 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a8fd3d7f-2862-4236-841b-dc8d069525ef admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0709c260-5e16-4c83-8dbf-42ae3ff523e4 HTTP/1.1" status: 204 len: 168 time: 0.3171098 Aug 29 19:09:51.201800 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd3d7f-2862-4236-841b-dc8d069525ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0709c260-5e16-4c83-8dbf-42ae3ff523e4,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:51.206968 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (416b9a2c-1507-4711-9c98-aa74b600d25d), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.243755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:51.276312 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-78da7fa1-df72-44f2-b614-5181c18b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:51.279318 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-78da7fa1-df72-44f2-b614-5181c18b2f79 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1592479 Aug 29 19:09:51.285616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:51.333470 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (416b9a2c-1507-4711-9c98-aa74b600d25d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.343719 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (416b9a2c-1507-4711-9c98-aa74b600d25d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.372734 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416b9a2c-1507-4711-9c98-aa74b600d25d,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:51.389944 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.391484 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-41352e1f-556d-4f54-b23a-042d3eeefe43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2413561 Aug 29 19:09:51.394837 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55336) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:51.417138 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group_rule': {'security_group_id': 'ee9e5cd4-ab69-4700-8488-d69e19526a8a', 'project_id': '6a4d940594f542808602c7260993f85f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:51.487787 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (daabfeea-2e07-4211-bd18-138264ba28ba), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.607697 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (daabfeea-2e07-4211-bd18-138264ba28ba), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.617971 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (daabfeea-2e07-4211-bd18-138264ba28ba), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.629635 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-a1f9618a-702b-4a79-ac7f-54406da5fb41 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427310 Aug 29 19:09:51.648078 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daabfeea-2e07-4211-bd18-138264ba28ba,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:51.656072 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.659493 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-080d4bdc-dd2b-47a0-8b70-7a52669d127b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2612042 Aug 29 19:09:51.660502 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55344) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:51.666889 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group_rule': {'security_group_id': 'ee9e5cd4-ab69-4700-8488-d69e19526a8a', 'project_id': '6a4d940594f542808602c7260993f85f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:51.700752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (fa60e98b-3708-4fa5-95ee-e1f6982a5228), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.741210 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device dd8589b4-d067-4b7b-9e32-0464368d8894 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:51.784521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks [] for router_gateway (86e1e1cd-c233-4550-98f1-0803a4c01ebc), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.796192 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (fa60e98b-3708-4fa5-95ee-e1f6982a5228), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.817610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (fa60e98b-3708-4fa5-95ee-e1f6982a5228), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.848666 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port dd8589b4-d067-4b7b-9e32-0464368d8894 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:51.849365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.870171 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa60e98b-3708-4fa5-95ee-e1f6982a5228,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:51.884286 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:51.886403 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fb4e2592-d79b-4c5e-8ee2-a4132a6fc95e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2247121 Aug 29 19:09:51.889250 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55350) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:51.896346 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group_rule': {'security_group_id': 'ee9e5cd4-ab69-4700-8488-d69e19526a8a', 'project_id': '6a4d940594f542808602c7260993f85f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:51.929202 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:51.929953 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ad046608-74cc-4fb5-ae58-fb7f29870053 req-fee38197-ea88-412a-ab08-a3de35bf6998 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915788 Aug 29 19:09:51.953785 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db80a3a7-f333-400a-a1f5-d6664c0b4779 None None] Network c577f8dd-232c-46d1-8dca-d9595c50b55d requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:51.975973 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (0eca9997-48a2-4d62-9ca8-d27d4e882cab), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.067923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port dd8589b4-d067-4b7b-9e32-0464368d8894 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:52.069214 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.094103 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (0eca9997-48a2-4d62-9ca8-d27d4e882cab), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.096283 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Provisioning complete for port dd8589b4-d067-4b7b-9e32-0464368d8894 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:52.097016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.099996 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (0eca9997-48a2-4d62-9ca8-d27d4e882cab), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.129352 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.133137 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385070 Aug 29 19:09:52.136021 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55362) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:52.142584 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group_rule': {'security_group_id': 'ee9e5cd4-ab69-4700-8488-d69e19526a8a', 'project_id': '6a4d940594f542808602c7260993f85f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:52.155219 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:52.168328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70226535-a875-4b6a-8595-c9cbb74f1701 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eca9997-48a2-4d62-9ca8-d27d4e882cab,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:52.178729 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:52.192632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe3ab0-c41c-4633-8043-c294b17458f0 req-aa688418-858c-4afe-b947-c30bb1ca0af6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:52.194748 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-28fe3ab0-c41c-4633-8043-c294b17458f0 req-aa688418-858c-4afe-b947-c30bb1ca0af6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0687788 Aug 29 19:09:52.197940 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.securitygroups_db [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Project 6a4d940594f542808602c7260993f85f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:09:52.206911 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (deabfd08-99ab-44a1-beec-af920ac9c099), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.222198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port dd8589b4-d067-4b7b-9e32-0464368d8894, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=dd8589b4-d067-4b7b-9e32-0464368d8894,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:52.237272 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (86e1e1cd-c233-4550-98f1-0803a4c01ebc), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.266486 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.267582 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9de2a382-cff6-4f60-acc7-79b1ed838ec2 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:52.296899 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (deabfd08-99ab-44a1-beec-af920ac9c099), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.302662 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (deabfd08-99ab-44a1-beec-af920ac9c099), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.324147 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-28fe3ab0-c41c-4633-8043-c294b17458f0 req-5ab25726-ee0c-49d5-9e94-b18797454262 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207833 Aug 29 19:09:52.326553 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deabfd08-99ab-44a1-beec-af920ac9c099,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:52.372747 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.374406 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2da097d5-da21-418c-b592-a218173f55b2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2364652 Aug 29 19:09:52.378046 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55364) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:52.386505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'security_group_rule': {'security_group_id': 'ee9e5cd4-ab69-4700-8488-d69e19526a8a', 'project_id': '6a4d940594f542808602c7260993f85f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:52.434796 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.securitygroups_db [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Project 6a4d940594f542808602c7260993f85f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:09:52.444305 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (10d4951e-9ec8-47c3-b80d-0b64a532f6e7), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.449897 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=dd8589b4-d067-4b7b-9e32-0464368d8894,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:52.451612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Router 86e1e1cd-c233-4550-98f1-0803a4c01ebc is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:09:52.458514 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Current status of the port dd8589b4-d067-4b7b-9e32-0464368d8894 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:52.459178 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.498079 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:52.498630 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.571746 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (10d4951e-9ec8-47c3-b80d-0b64a532f6e7), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.578397 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (10d4951e-9ec8-47c3-b80d-0b64a532f6e7), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.618949 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d4951e-9ec8-47c3-b80d-0b64a532f6e7,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:52.631003 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.634435 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4a575ccb-e923-45a6-b3ef-6f7c27ed00ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2535145 Aug 29 19:09:52.728849 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:52.752760 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Sync routers for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:52.756167 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:52.770699 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.db.api [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:09:52.776819 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG oslo_db.api [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:09:52.777797 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:52.778576 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:52.820197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.837471 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d12bfd3f-276c-443f-a501-ffed85dfdf5b admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8463922 Aug 29 19:09:52.837872 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55406) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:52.864822 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:52.866974 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 16f016ef-d3c0-479f-89d0-da354b855792 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:52.969535 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 16f016ef-d3c0-479f-89d0-da354b855792 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:52.970715 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (16f016ef-d3c0-479f-89d0-da354b855792), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:52.994065 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:53.107593 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 16f016ef-d3c0-479f-89d0-da354b855792 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:53.107981 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (16f016ef-d3c0-479f-89d0-da354b855792), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.147308 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 16f016ef-d3c0-479f-89d0-da354b855792, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=16f016ef-d3c0-479f-89d0-da354b855792,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:53.157900 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (16f016ef-d3c0-479f-89d0-da354b855792), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.221715 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:51Z', 'revision_number': 3, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:53.239857 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=16f016ef-d3c0-479f-89d0-da354b855792,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:53.255212 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Checking router: 86e1e1cd-c233-4550-98f1-0803a4c01ebc for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:53.256063 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Updating router 86e1e1cd-c233-4550-98f1-0803a4c01ebc port f44b4c9a-81dc-4ab1-9ca3-30841348f83d binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:09:53.290941 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.387401 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-e9e75819-dd5a-4832-9186-87397ea8c82b None None] Current status of the port dd8589b4-d067-4b7b-9e32-0464368d8894 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:53.543599 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-a34cbc2d-b8d1-4f4c-bb6e-5284cbbcbc3c None None] Provisioning complete for port dd8589b4-d067-4b7b-9e32-0464368d8894 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:53.546378 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a34cbc2d-b8d1-4f4c-bb6e-5284cbbcbc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.615883 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 16f016ef-d3c0-479f-89d0-da354b855792 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:53.635400 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da23f57-3d98-4681-90c3-2996915f3f5c req-e2b9a8a4-a5bd-47ed-9159-17128cdf8200 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:53.644812 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0da23f57-3d98-4681-90c3-2996915f3f5c req-e2b9a8a4-a5bd-47ed-9159-17128cdf8200 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1768568 Aug 29 19:09:53.675333 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:53.739924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:53.753529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:53.813135 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.821326 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0da23f57-3d98-4681-90c3-2996915f3f5c req-4fbc6c49-9df3-49e9-ab3b-59ff74b72a0a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690397 Aug 29 19:09:53.831855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 16f016ef-d3c0-479f-89d0-da354b855792 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:53.833187 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (16f016ef-d3c0-479f-89d0-da354b855792), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.848217 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:53.956271 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Publish callbacks [] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.974573 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:53.987366 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-a34cbc2d-b8d1-4f4c-bb6e-5284cbbcbc3c None None] Current status of the port dd8589b4-d067-4b7b-9e32-0464368d8894 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:54.060465 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:54.061907 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Attempting to bind port f44b4c9a-81dc-4ab1-9ca3-30841348f83d on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:54.062524 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Attempting to bind port f44b4c9a-81dc-4ab1-9ca3-30841348f83d by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:54.063089 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Attempting to bind port f44b4c9a-81dc-4ab1-9ca3-30841348f83d on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:54.070369 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0bdd1-64c6-4aaa-9613-852b269c22bf None None] Pushing event updated for resources: {'Port': ['ID=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,revision_number=2']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:54.074184 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:54.075534 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:54.075750 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 16f016ef-d3c0-479f-89d0-da354b855792 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:54.076378 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.077014 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:54.077488 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device dd8589b4-d067-4b7b-9e32-0464368d8894 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:54.077937 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Bound port: f44b4c9a-81dc-4ab1-9ca3-30841348f83d, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:54.078535 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.167400 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] For port f44b4c9a-81dc-4ab1-9ca3-30841348f83d, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:54.174665 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] For port f44b4c9a-81dc-4ab1-9ca3-30841348f83d, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:54.188941 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.206276 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port dd8589b4-d067-4b7b-9e32-0464368d8894 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:54.206441 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.247357 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Allocated IP 172.20.0.1 (c577f8dd-232c-46d1-8dca-d9595c50b55d/9e6f527c-45f7-4f2b-9438-4f4dbf89da30/61e2b71e-3f43-4cf0-8195-99fc4114353c) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:54.253311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:54.297655 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:54.298289 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:54.357938 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:54.360242 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port dd8589b4-d067-4b7b-9e32-0464368d8894 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:54.400211 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Sync routers for ids ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:54.410649 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Routers {'c9b13d65-1e9a-48fc-9399-514eb6d871cc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:54.410889 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks [] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.411390 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:54.442356 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0bdd1-64c6-4aaa-9613-852b269c22bf None None] Pushing event updated for resources: {'Port': ['ID=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:54.447468 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:54.473611 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:54.477954 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.523297 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Network c577f8dd-232c-46d1-8dca-d9595c50b55d is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:54.533867 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:54.538935 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:54.558258 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Set router c9b13d65-1e9a-48fc-9399-514eb6d871cc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:54.631387 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Pushing event updated for resources: {'Port': ['ID=61e2b71e-3f43-4cf0-8195-99fc4114353c,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:54.682884 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (86e1e1cd-c233-4550-98f1-0803a4c01ebc), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.888769 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:51Z', 'revision_number': 3, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:54.890826 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:54.925976 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d9342-1e24-4b10-9f93-254540e82636 None None] The sync data for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi is: [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:51Z', 'revision_number': 3, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:55.062777 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-b6047fd5-6c2a-48b4-8455-dff3136eccff None None] Provisioning complete for port 61e2b71e-3f43-4cf0-8195-99fc4114353c triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:55.064733 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b6047fd5-6c2a-48b4-8455-dff3136eccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.074716 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1d2ad-9d3d-4657-97ea-d8d2bf09aa1a req-c9dad4fc-e67c-4671-ab14-a33aa33de8a4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:55.077306 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bf1d2ad-9d3d-4657-97ea-d8d2bf09aa1a req-c9dad4fc-e67c-4671-ab14-a33aa33de8a4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0939133 Aug 29 19:09:55.119243 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-b6047fd5-6c2a-48b4-8455-dff3136eccff None None] Port 61e2b71e-3f43-4cf0-8195-99fc4114353c cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:55.149914 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bf1d2ad-9d3d-4657-97ea-d8d2bf09aa1a req-afee5fd0-d212-4293-9341-1ebbad866b37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598252 Aug 29 19:09:55.187018 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '2cf041cf-c98a-4d77-9401-15d6dbb28fa7', 'name': '', 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'mac_address': 'fa:16:3e:4c:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:46Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 2, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'subnets': [{'id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:55.198317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks [] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.206306 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.223196 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Checking router: c9b13d65-1e9a-48fc-9399-514eb6d871cc for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:55.223641 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Updating router c9b13d65-1e9a-48fc-9399-514eb6d871cc port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:09:55.261662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55492) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:55.277923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.359200 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:55.360870 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (86e1e1cd-c233-4550-98f1-0803a4c01ebc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.363515 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Pushing event updated for resources: {'Port': ['ID=61e2b71e-3f43-4cf0-8195-99fc4114353c,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:55.529951 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8363d307-499c-4173-9aab-5854e8345ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.613055 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Network c577f8dd-232c-46d1-8dca-d9595c50b55d is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:55.617083 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:55.621201 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device f44b4c9a-81dc-4ab1-9ca3-30841348f83d up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:55.686798 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8363d307-499c-4173-9aab-5854e8345ace admin admin] Publish callbacks [] for security_group (0c91d3be-3452-4a81-8dc1-9695dc85f83a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.694355 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8363d307-499c-4173-9aab-5854e8345ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0c91d3be-3452-4a81-8dc1-9695dc85f83a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.774770 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8363d307-499c-4173-9aab-5854e8345ace admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=24f844238a6a4e1eb2208c86afcdd8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110147 Aug 29 19:09:55.776280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d307-499c-4173-9aab-5854e8345ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91d3be-3452-4a81-8dc1-9695dc85f83a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:55.778873 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55500) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:55.836953 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:55.885674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port f44b4c9a-81dc-4ab1-9ca3-30841348f83d triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:55.887990 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:55.936561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Router 86e1e1cd-c233-4550-98f1-0803a4c01ebc has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:09:56.011534 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36588351-094a-4112-ab64-904959989eb2 admin admin] Publish callbacks [] for security_group (0c91d3be-3452-4a81-8dc1-9695dc85f83a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.106941 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36588351-094a-4112-ab64-904959989eb2 admin admin] Publish callbacks [] for security_group (0c91d3be-3452-4a81-8dc1-9695dc85f83a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.143010 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Publish callbacks [] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.145604 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:56.156526 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.169181 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:09:56.197089 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-acec8ac2-44a3-49c6-993e-b76efddd49d7 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/86e1e1cd-c233-4550-98f1-0803a4c01ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3579926 Aug 29 19:09:56.245825 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36588351-094a-4112-ab64-904959989eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0c91d3be-3452-4a81-8dc1-9695dc85f83a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.249507 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36588351-094a-4112-ab64-904959989eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.254781 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-647a727c-01d9-4cb2-a864-ef19ea9e5e98 None None] Provisioning complete for port 61e2b71e-3f43-4cf0-8195-99fc4114353c triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:56.254781 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-647a727c-01d9-4cb2-a864-ef19ea9e5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.259031 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-36588351-094a-4112-ab64-904959989eb2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0c91d3be-3452-4a81-8dc1-9695dc85f83a HTTP/1.1" status: 204 len: 168 time: 0.4231029 Aug 29 19:09:56.281230 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588351-094a-4112-ab64-904959989eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91d3be-3452-4a81-8dc1-9695dc85f83a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:56.315001 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c867f7-62c9-4280-9d65-72aa9ac0f9aa None None] Pushing event updated for resources: {'Port': ['ID=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:56.368792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:56.385922 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-647a727c-01d9-4cb2-a864-ef19ea9e5e98 None None] Port 61e2b71e-3f43-4cf0-8195-99fc4114353c cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:09:56.388611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07695d-6970-4d44-9bf3-090fbd05a539 req-10de1df3-3d8c-4fde-ba5b-61c1c4be0354 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:56.390973 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4c07695d-6970-4d44-9bf3-090fbd05a539 req-10de1df3-3d8c-4fde-ba5b-61c1c4be0354 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0934479 Aug 29 19:09:56.413388 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port f44b4c9a-81dc-4ab1-9ca3-30841348f83d is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:56.414030 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.489099 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port f44b4c9a-81dc-4ab1-9ca3-30841348f83d, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:56.493473 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Attempting to bind port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:56.499816 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4c07695d-6970-4d44-9bf3-090fbd05a539 req-791837b3-d6cb-4a60-9525-fdc5a8397c86 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996706 Aug 29 19:09:56.504025 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Attempting to bind port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:56.504784 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Attempting to bind port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 on network eb73da6b-f312-4406-af13-862bd0c6700d {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:56.512625 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.549294 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:56.549671 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Checking segment: {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:56.550489 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.551575 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Bound using segment: {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:56.552166 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Bound port: 2cf041cf-c98a-4d77-9401-15d6dbb28fa7, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2c7b4-d756-4f60-8131-05d59e428d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:56.552606 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.561558 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b5a0b2a6-ad4b-4501-b0a1-8fb0b01384c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.634911 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:56.665230 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] For port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:56.669138 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] For port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:56.676923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.723559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Routers {'c9b13d65-1e9a-48fc-9399-514eb6d871cc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:56.724307 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:56.779674 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55526) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:56.786976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c867f7-62c9-4280-9d65-72aa9ac0f9aa None None] Pushing event updated for resources: {'Port': ['ID=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:56.818567 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-877ade77-8ee4-4004-981c-3b93c82e9369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.878903 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] Set router c9b13d65-1e9a-48fc-9399-514eb6d871cc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:56.935876 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-877ade77-8ee4-4004-981c-3b93c82e9369 admin admin] Publish callbacks [] for security_group (eaedec96-df94-4141-a297-750bee953a64), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.945069 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-877ade77-8ee4-4004-981c-3b93c82e9369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (eaedec96-df94-4141-a297-750bee953a64), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:56.982833 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-877ade77-8ee4-4004-981c-3b93c82e9369 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=bf4c15811238428797929a4b00bbcdd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993856 Aug 29 19:09:56.983638 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55532) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:57.005736 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ade77-8ee4-4004-981c-3b93c82e9369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaedec96-df94-4141-a297-750bee953a64,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:57.111320 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5c215aa3-bd3b-4b84-aef7-4712c6bd2c0f admin admin] Publish callbacks [] for security_group (eaedec96-df94-4141-a297-750bee953a64), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.163687 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5c215aa3-bd3b-4b84-aef7-4712c6bd2c0f admin admin] Publish callbacks [] for security_group (eaedec96-df94-4141-a297-750bee953a64), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.210695 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '2cf041cf-c98a-4d77-9401-15d6dbb28fa7', 'name': '', 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'mac_address': 'fa:16:3e:4c:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:46Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'subnets': [{'id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:57.226537 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5c215aa3-bd3b-4b84-aef7-4712c6bd2c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (eaedec96-df94-4141-a297-750bee953a64), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.231734 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5c215aa3-bd3b-4b84-aef7-4712c6bd2c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.233152 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-5c215aa3-bd3b-4b84-aef7-4712c6bd2c0f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/eaedec96-df94-4141-a297-750bee953a64 HTTP/1.1" status: 204 len: 168 time: 0.2476480 Aug 29 19:09:57.241919 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215aa3-bd3b-4b84-aef7-4712c6bd2c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaedec96-df94-4141-a297-750bee953a64,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:57.245156 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a837768-0525-4a0f-a64f-73a397d63052 None None] The sync data for ids ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'] in dv-cinder-731261-6-iscsi is: [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:09:47Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '2cf041cf-c98a-4d77-9401-15d6dbb28fa7', 'name': '', 'network_id': 'eb73da6b-f312-4406-af13-862bd0c6700d', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'mac_address': 'fa:16:3e:4c:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:46Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'subnets': [{'id': 'bce6be15-0603-4d78-88ef-e467a76ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:57.346040 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55556) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:57.351957 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-267850133-network', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:57.401144 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Made reservation on behalf of edf46f0b532246c5ad132be112175ca9 for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:57.414072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.439984 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.623292 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device f44b4c9a-81dc-4ab1-9ca3-30841348f83d up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:57.628553 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks [] for security_group (61da8381-ea5a-489a-9037-799fe645d2bc), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.635295 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (61da8381-ea5a-489a-9037-799fe645d2bc), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.686296 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=78,neutron:INSERT=22 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:57.708728 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:09:57.721988 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port f44b4c9a-81dc-4ab1-9ca3-30841348f83d triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:57.722732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.750973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da8381-ea5a-489a-9037-799fe645d2bc,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:57.759847 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (85e12b4a-5589-43a5-bf06-95b06caf4113), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.763086 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Added segment 85e12b4a-5589-43a5-bf06-95b06caf4113 of type vlan for network 0141635f-8c92-4009-8e56-09f64f5fcf7e Aug 29 19:09:57.816998 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:57.871718 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port f44b4c9a-81dc-4ab1-9ca3-30841348f83d is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:57.873948 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:57.882412 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Sync routers for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:09:57.893965 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (0141635f-8c92-4009-8e56-09f64f5fcf7e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.900983 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:57.922557 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:57.925476 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:57.963523 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (0141635f-8c92-4009-8e56-09f64f5fcf7e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:57.964776 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:57.965414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.053136 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:58.053773 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.114513 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7672091 Aug 29 19:09:58.119613 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55578) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:58.125554 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Request body: {'subnet': {'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-267850133-subnet', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:58.128765 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:58.155376 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4a718-dcf7-4613-878c-55099f29f26d admin admin] Pushing event updated for resources: {'Network': ['ID=0141635f-8c92-4009-8e56-09f64f5fcf7e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:58.182198 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c19f49-0c59-4bfe-86f5-12e20ac2c6d0 req-83837ba3-d328-4d0b-8f34-ce3457b6bd8d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:58.182573 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:09:58.190328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Made reservation on behalf of edf46f0b532246c5ad132be112175ca9 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:09:58.191660 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89c19f49-0c59-4bfe-86f5-12e20ac2c6d0 req-83837ba3-d328-4d0b-8f34-ce3457b6bd8d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1414104 Aug 29 19:09:58.200453 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.271095 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89c19f49-0c59-4bfe-86f5-12e20ac2c6d0 req-c66c4184-5535-4ecc-b9e0-7f53960541c4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785182 Aug 29 19:09:58.347801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:09:58.348385 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.411912 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:58.460692 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695bd5-bb06-4468-9e78-a296fb6e92b3 req-22db389b-fcd1-4d17-bcb1-aef3486e3a71 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:58.475203 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-09695bd5-bb06-4468-9e78-a296fb6e92b3 req-22db389b-fcd1-4d17-bcb1-aef3486e3a71 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0965853 Aug 29 19:09:58.500064 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:09:55Z', 'revision_number': 2, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:58.518177 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:09:58.533397 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.544498 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Checking router: 86e1e1cd-c233-4550-98f1-0803a4c01ebc for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:09:58.544858 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Updating router 86e1e1cd-c233-4550-98f1-0803a4c01ebc port 61e2b71e-3f43-4cf0-8195-99fc4114353c binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:09:58.554332 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:58.587996 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-09695bd5-bb06-4468-9e78-a296fb6e92b3 req-2867d93d-ed5e-4acf-a709-a66f562bd2b6 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036208 Aug 29 19:09:58.588878 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.601010 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (64ee2037-c9bb-4e92-b8af-32a2a244a2b9), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.666754 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:58.727554 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ee2037-c9bb-4e92-b8af-32a2a244a2b9,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:58.748518 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Checking segment: {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:58.748957 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Network hostable DHCP agents. Network: 0141635f-8c92-4009-8e56-09f64f5fcf7e, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:09:58.761484 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:58.773707 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:09:58.789744 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 0141635f-8c92-4009-8e56-09f64f5fcf7e) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:58.798257 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:58.798864 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.806127 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f3601-831f-49d4-8fdf-02328a04c55e None None] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:09:58.814356 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:58.831372 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-42f014a2-3864-4cf5-811b-f56616d10705 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6988208 Aug 29 19:09:58.831488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55598) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:09:58.831488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:09:58.861325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (1c42079f-a151-423a-983a-ff017b662ad7), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.863129 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (1c42079f-a151-423a-983a-ff017b662ad7), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.905100 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ebd26bff-5d3c-47a4-8380-448fa83427bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.950440 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks [] for router_controller (1c42079f-a151-423a-983a-ff017b662ad7), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:58.976104 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-0141635f-8c92-4009-8e56-09f64f5fcf7e', 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'fixed_ips': [{'subnet_id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:09:58.978162 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.027288 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Publish callbacks [] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.039900 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.097782 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e0453-57a6-4a58-badc-efcaec393d63 None None] Pushing event updated for resources: {'Port': ['ID=61e2b71e-3f43-4cf0-8195-99fc4114353c,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:59.161351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Allocated IP 172.20.0.2 (0141635f-8c92-4009-8e56-09f64f5fcf7e/64ee2037-c9bb-4e92-b8af-32a2a244a2b9/848833f8-ac7b-49c4-b821-17ccb8a64f93) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:09:59.164896 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Attempting to bind port 61e2b71e-3f43-4cf0-8195-99fc4114353c on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:59.165256 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Attempting to bind port 61e2b71e-3f43-4cf0-8195-99fc4114353c by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:59.165956 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Attempting to bind port 61e2b71e-3f43-4cf0-8195-99fc4114353c on network c577f8dd-232c-46d1-8dca-d9595c50b55d {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:59.182502 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:59.183313 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Checking segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:59.184015 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.184426 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Bound using segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:59.185346 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Bound port: 61e2b71e-3f43-4cf0-8195-99fc4114353c, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:59.185781 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.192989 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks [] for router_gateway (1c42079f-a151-423a-983a-ff017b662ad7), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.286475 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] For port 61e2b71e-3f43-4cf0-8195-99fc4114353c, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:09:59.292355 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] For port 61e2b71e-3f43-4cf0-8195-99fc4114353c, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=61e2b71e-3f43-4cf0-8195-99fc4114353c,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:09:59.304727 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.378975 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Publish callbacks [] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.391320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.392724 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e0453-57a6-4a58-badc-efcaec393d63 None None] Pushing event updated for resources: {'Port': ['ID=61e2b71e-3f43-4cf0-8195-99fc4114353c,revision_number=4']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:59.405550 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:09:59.406178 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:59.471405 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:09:59.478960 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:09:59.494941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:09:59.549202 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:09:59.552161 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:09:59.554593 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Pushing event updated for resources: {'Port': ['ID=848833f8-ac7b-49c4-b821-17ccb8a64f93,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:09:59.620322 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:59.628355 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Attempting to bind port 848833f8-ac7b-49c4-b821-17ccb8a64f93 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:09:59.628894 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Attempting to bind port 848833f8-ac7b-49c4-b821-17ccb8a64f93 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:09:59.629348 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Attempting to bind port 848833f8-ac7b-49c4-b821-17ccb8a64f93 on network 0141635f-8c92-4009-8e56-09f64f5fcf7e {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:09:59.656703 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:09:59.657708 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Checking segment: {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:09:59.658975 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.659772 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Bound using segment: {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:09:59.660521 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Bound port: 848833f8-ac7b-49c4-b821-17ccb8a64f93, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:09:59.661118 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.741088 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:09:59.746599 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.877869 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:09:59.879944 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:09:59Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:09:59.892428 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09475-9bba-4289-a10b-80cc0fb14484 req-f0be6cb9-40f8-4532-896c-42ba71233792 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:09:59.894043 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cbd09475-9bba-4289-a10b-80cc0fb14484 req-f0be6cb9-40f8-4532-896c-42ba71233792 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1174881 Aug 29 19:09:59.931141 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks [] for router_gateway (1c42079f-a151-423a-983a-ff017b662ad7), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:09:59.941915 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a063c-4e36-4a82-8a9f-1dedfd126bfe None None] The sync data for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi is: [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:09:59Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:09:59.954863 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:00.114093 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:00.116373 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] For port 848833f8-ac7b-49c4-b821-17ccb8a64f93, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:00.158733 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] For port 848833f8-ac7b-49c4-b821-17ccb8a64f93, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=848833f8-ac7b-49c4-b821-17ccb8a64f93,segment=NetworkSegment(85e12b4a-5589-43a5-bf06-95b06caf4113),segment_id=85e12b4a-5589-43a5-bf06-95b06caf4113)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:00.160486 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:00.179542 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:00.242165 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Allocated IP 172.27.2.251 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/a4b5bb4a-fc96-4637-887b-f62dc0311e92) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:00.254541 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:00.274809 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cbd09475-9bba-4289-a10b-80cc0fb14484 req-100858c4-74ec-4367-804a-3823e384bdd7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677301 Aug 29 19:10:00.292147 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a12db5-b499-48c5-80af-b1780cf228f7 None None] Pushing event updated for resources: {'Port': ['ID=848833f8-ac7b-49c4-b821-17ccb8a64f93,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:00.298335 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:00.330093 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:00.427898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks [] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:00.526994 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415f618-08a3-4838-b75a-e6d4f227f109 req-f9905480-7e92-4e3b-8e99-8f4234d34e50 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:00.538905 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7415f618-08a3-4838-b75a-e6d4f227f109 req-f9905480-7e92-4e3b-8e99-8f4234d34e50 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0913825 Aug 29 19:10:00.578893 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:00.653074 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Pushing event updated for resources: {'Port': ['ID=a4b5bb4a-fc96-4637-887b-f62dc0311e92,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:00.666910 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7415f618-08a3-4838-b75a-e6d4f227f109 req-c1a7c2d5-025e-47ec-a74b-19abf31f8d7c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267731 Aug 29 19:10:00.672971 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:00.674676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:00.677998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:00.949032 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks [] for router_gateway (1c42079f-a151-423a-983a-ff017b662ad7), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:01.187903 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (1c42079f-a151-423a-983a-ff017b662ad7), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:01.362041 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Router 1c42079f-a151-423a-983a-ff017b662ad7 is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:10:01.370276 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:01.494969 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:01.581151 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:01.595099 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e3150-1d21-404d-b34a-41396b1e1bdd req-f2db981d-967b-4775-a1e3-d7d6ca0129a3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:01.607116 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c82e3150-1d21-404d-b34a-41396b1e1bdd req-f2db981d-967b-4775-a1e3-d7d6ca0129a3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1771412 Aug 29 19:10:01.613914 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 61e2b71e-3f43-4cf0-8195-99fc4114353c up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:01.642197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:10:01.651739 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762433b4-a8b3-4ffe-82b6-bd4c6d6179d5 None None] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:10:01.683755 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c82e3150-1d21-404d-b34a-41396b1e1bdd req-14eeddd2-efd8-41ff-867a-a2b39f49b1ae tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755956 Aug 29 19:10:01.688997 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:01.690187 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-bb4fb410-1e90-4a7c-bbbb-5287792a92da admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8655407 Aug 29 19:10:01.693607 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55662) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:01.737739 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Sync routers for ids ['1c42079f-a151-423a-983a-ff017b662ad7'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:10:01.775254 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] Provisioning complete for port 848833f8-ac7b-49c4-b821-17ccb8a64f93 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:01.775885 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:01.784357 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Routers {'1c42079f-a151-423a-983a-ff017b662ad7'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:01.785344 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1c42079f-a151-423a-983a-ff017b662ad7'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:01.900340 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7f4d4-1772-4d7d-a8e4-44e6248cf905 req-d6142bfc-06f1-4004-8c65-a78918d2000e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:01.902056 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02e7f4d4-1772-4d7d-a8e4-44e6248cf905 req-d6142bfc-06f1-4004-8c65-a78918d2000e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0756714 Aug 29 19:10:01.908428 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:01.956743 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:01.991648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-02e7f4d4-1772-4d7d-a8e4-44e6248cf905 req-dfac68b6-45d8-4f2f-a55b-0f85c0b1af77 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812931 Aug 29 19:10:02.007655 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 61e2b71e-3f43-4cf0-8195-99fc4114353c triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:02.008076 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.058769 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Set router 1c42079f-a151-423a-983a-ff017b662ad7 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:02.253275 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] Current status of the port 848833f8-ac7b-49c4-b821-17ccb8a64f93 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:02.253754 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.263313 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:02.331358 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 61e2b71e-3f43-4cf0-8195-99fc4114353c is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:02.331637 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.374934 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] For port 848833f8-ac7b-49c4-b821-17ccb8a64f93, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=848833f8-ac7b-49c4-b821-17ccb8a64f93,segment=NetworkSegment(85e12b4a-5589-43a5-bf06-95b06caf4113),segment_id=85e12b4a-5589-43a5-bf06-95b06caf4113)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:02.378188 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.401911 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.441374 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:02.451813 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 61e2b71e-3f43-4cf0-8195-99fc4114353c, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=61e2b71e-3f43-4cf0-8195-99fc4114353c,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:02.467108 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.467950 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 848833f8-ac7b-49c4-b821-17ccb8a64f93 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:02.473385 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:10:00Z', 'revision_number': 3, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:02.553495 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934505e-339f-4970-a6c1-7e7936851fdb None None] Pushing event updated for resources: {'Port': ['ID=848833f8-ac7b-49c4-b821-17ccb8a64f93,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:02.565671 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Checking router: 1c42079f-a151-423a-983a-ff017b662ad7 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:10:02.566238 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Updating router 1c42079f-a151-423a-983a-ff017b662ad7 port a4b5bb4a-fc96-4637-887b-f62dc0311e92 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:10:02.581204 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Allocated IP 172.20.0.1 (0141635f-8c92-4009-8e56-09f64f5fcf7e/64ee2037-c9bb-4e92-b8af-32a2a244a2b9/3898499c-0865-446e-9f70-951f0aab807e) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:02.653578 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.658618 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:02.724502 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-4b2f23f9-d1a0-4be1-a2bf-48a16699d1e8 None None] Provisioning complete for port 848833f8-ac7b-49c4-b821-17ccb8a64f93 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:02.724944 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4b2f23f9-d1a0-4be1-a2bf-48a16699d1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.740796 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks [] for port (3898499c-0865-446e-9f70-951f0aab807e), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.786252 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=61e2b71e-3f43-4cf0-8195-99fc4114353c,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:02.788037 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (3898499c-0865-446e-9f70-951f0aab807e), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.837288 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:02.841931 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:02.843182 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10ee01-7814-4e96-bf21-38ea3b57e12c req-6ad92f7c-79c4-4536-ba76-b9df1d324ff5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:02.843454 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 848833f8-ac7b-49c4-b821-17ccb8a64f93 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:02.843898 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.846242 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:02.851022 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9f10ee01-7814-4e96-bf21-38ea3b57e12c req-6ad92f7c-79c4-4536-ba76-b9df1d324ff5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0709450 Aug 29 19:10:02.900115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Pushing event updated for resources: {'Port': ['ID=3898499c-0865-446e-9f70-951f0aab807e,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:02.919662 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (1c42079f-a151-423a-983a-ff017b662ad7), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:02.927018 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9f10ee01-7814-4e96-bf21-38ea3b57e12c req-76602f9a-2b5e-4778-b155-9784d90c21c5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Aug 29 19:10:02.979259 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:03.043406 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f23f9-d1a0-4be1-a2bf-48a16699d1e8 None None] Current status of the port 848833f8-ac7b-49c4-b821-17ccb8a64f93 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:03.054807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 848833f8-ac7b-49c4-b821-17ccb8a64f93 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:03.079003 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3898499c-0865-446e-9f70-951f0aab807e), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.157560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b508b-8332-4a95-a981-b8d6b5df7caf req-a53554f1-85e3-4c8a-9287-ab10a1f064b1 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:03.160331 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-429b508b-8332-4a95-a981-b8d6b5df7caf req-a53554f1-85e3-4c8a-9287-ab10a1f064b1 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0652897 Aug 29 19:10:03.186984 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:03.198924 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-8b1f5737-a806-48ad-b3c5-9340918271ea None None] Provisioning complete for port 3898499c-0865-446e-9f70-951f0aab807e triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:03.199332 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5737-a806-48ad-b3c5-9340918271ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3898499c-0865-446e-9f70-951f0aab807e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.224991 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-429b508b-8332-4a95-a981-b8d6b5df7caf req-497df77b-5d56-42c9-b6a8-131715747f5e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583065 Aug 29 19:10:03.235175 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Publish callbacks [] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.253658 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.418502 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f5737-a806-48ad-b3c5-9340918271ea None None] Port 3898499c-0865-446e-9f70-951f0aab807e cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:10:03.434607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Attempting to bind port a4b5bb4a-fc96-4637-887b-f62dc0311e92 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:10:03.435689 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Attempting to bind port a4b5bb4a-fc96-4637-887b-f62dc0311e92 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:10:03.435689 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Attempting to bind port a4b5bb4a-fc96-4637-887b-f62dc0311e92 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:03.442376 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:10:03.442752 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:10:03.443212 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.443574 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:10:03.444034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Bound port: a4b5bb4a-fc96-4637-887b-f62dc0311e92, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:10:03.444417 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.471369 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57594b1a-755f-4b1b-b3ca-7909f803f292 None None] Pushing event updated for resources: {'Port': ['ID=a4b5bb4a-fc96-4637-887b-f62dc0311e92,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:03.506649 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] For port a4b5bb4a-fc96-4637-887b-f62dc0311e92, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:03.509961 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks [] for port (3898499c-0865-446e-9f70-951f0aab807e), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.510491 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] For port a4b5bb4a-fc96-4637-887b-f62dc0311e92, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=a4b5bb4a-fc96-4637-887b-f62dc0311e92,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:03.518094 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.520499 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (3898499c-0865-446e-9f70-951f0aab807e), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.528122 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 61e2b71e-3f43-4cf0-8195-99fc4114353c up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:03.548172 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:03.591227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Pushing event updated for resources: {'Port': ['ID=3898499c-0865-446e-9f70-951f0aab807e,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:03.594030 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (1c42079f-a151-423a-983a-ff017b662ad7), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.609334 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Routers {'1c42079f-a151-423a-983a-ff017b662ad7'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:03.610129 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1c42079f-a151-423a-983a-ff017b662ad7'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:03.649899 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57594b1a-755f-4b1b-b3ca-7909f803f292 None None] Pushing event updated for resources: {'Port': ['ID=a4b5bb4a-fc96-4637-887b-f62dc0311e92,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:03.676029 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 61e2b71e-3f43-4cf0-8195-99fc4114353c triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:03.676371 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:03.716988 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:03.718628 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:03.779214 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] Set router 1c42079f-a151-423a-983a-ff017b662ad7 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:03.858828 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:03.884086 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Router 1c42079f-a151-423a-983a-ff017b662ad7 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:10:03.894892 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 61e2b71e-3f43-4cf0-8195-99fc4114353c is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:03.896036 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 848833f8-ac7b-49c4-b821-17ccb8a64f93 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:04.029142 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:10:04.037676 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c44a4a65-b850-4cb5-aabb-23a562df6d86 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/1c42079f-a151-423a-983a-ff017b662ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3388855 Aug 29 19:10:04.058612 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 848833f8-ac7b-49c4-b821-17ccb8a64f93 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:04.058983 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.097984 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274d6f-d05e-42f0-a600-368606d82acb req-3ec88377-5ff7-45d3-9f89-d20e04c8676f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:04.099792 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-16274d6f-d05e-42f0-a600-368606d82acb req-3ec88377-5ff7-45d3-9f89-d20e04c8676f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0752044 Aug 29 19:10:04.104946 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-36a90bb6-7702-4c4b-9c78-fdb87c64b38d None None] Provisioning complete for port 3898499c-0865-446e-9f70-951f0aab807e triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:04.105325 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-36a90bb6-7702-4c4b-9c78-fdb87c64b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3898499c-0865-446e-9f70-951f0aab807e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.153764 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-16274d6f-d05e-42f0-a600-368606d82acb req-45e1df92-aac0-497e-9a02-140bb79f02d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448787 Aug 29 19:10:04.162813 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3898499c-0865-446e-9f70-951f0aab807e', 'name': '', 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'mac_address': 'fa:16:3e:d2:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:10:02Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 2, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'subnets': [{'id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:04.168472 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:04.208866 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-36a90bb6-7702-4c4b-9c78-fdb87c64b38d None None] Port 3898499c-0865-446e-9f70-951f0aab807e cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:10:04.211517 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4b5c3-d2b5-40fd-9ae9-f2e8c8ff31e0 None None] The sync data for ids ['1c42079f-a151-423a-983a-ff017b662ad7'] in dv-cinder-731261-6-iscsi is: [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3898499c-0865-446e-9f70-951f0aab807e', 'name': '', 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'mac_address': 'fa:16:3e:d2:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:10:02Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 2, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'subnets': [{'id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:10:04.286665 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 848833f8-ac7b-49c4-b821-17ccb8a64f93 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:04.481001 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55718) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:04.499233 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095720548', 'description': 'tempest-secgroup-smoke-1095720548 description', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:04.534483 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.614756 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0711da2-735e-43b9-8da7-eabbdd743a0d req-c62b5b24-7592-4842-86ba-20151ecb4f90 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:04.616759 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f0711da2-735e-43b9-8da7-eabbdd743a0d req-c62b5b24-7592-4842-86ba-20151ecb4f90 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0660079 Aug 29 19:10:04.705399 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group (8321a1fe-f7fd-48d7-b0fd-abb525d21038), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.709817 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f0711da2-735e-43b9-8da7-eabbdd743a0d req-453c9bdb-62bd-42b8-939a-6404421fda54 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834236 Aug 29 19:10:04.710924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8321a1fe-f7fd-48d7-b0fd-abb525d21038), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.716168 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:04.752599 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.753824 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2718844 Aug 29 19:10:04.756563 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981afcd4-522c-4c21-a61a-325d344a92ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8321a1fe-f7fd-48d7-b0fd-abb525d21038,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:04.756903 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55720) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:04.762674 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group_rule': {'security_group_id': '8321a1fe-f7fd-48d7-b0fd-abb525d21038', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:04.797237 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (f0fe19e6-c9b6-4cd6-8883-8ed2cb3ac65a), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.874735 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (f0fe19e6-c9b6-4cd6-8883-8ed2cb3ac65a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.880268 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (f0fe19e6-c9b6-4cd6-8883-8ed2cb3ac65a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.914103 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fe19e6-c9b6-4cd6-8883-8ed2cb3ac65a,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:04.924657 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:04.926345 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fa766cc5-1103-4614-a33f-30449bc82456 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679418 Aug 29 19:10:04.931375 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55724) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:04.937748 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group_rule': {'security_group_id': '8321a1fe-f7fd-48d7-b0fd-abb525d21038', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:04.972229 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (765729f5-4baa-426a-aecd-fdccab61388f), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.090462 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (765729f5-4baa-426a-aecd-fdccab61388f), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.094868 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (765729f5-4baa-426a-aecd-fdccab61388f), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.127328 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765729f5-4baa-426a-aecd-fdccab61388f,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:05.139780 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.141010 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-90aebb0f-301b-4a2c-ad92-83a48973d0d9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2086172 Aug 29 19:10:05.143931 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55730) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:05.149591 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group_rule': {'security_group_id': '8321a1fe-f7fd-48d7-b0fd-abb525d21038', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:05.190084 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (dcefd8ff-0813-4696-9721-135b3b987e89), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.273145 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:05.281327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (dcefd8ff-0813-4696-9721-135b3b987e89), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.292215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (dcefd8ff-0813-4696-9721-135b3b987e89), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.322288 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcefd8ff-0813-4696-9721-135b3b987e89,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:05.336566 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.341425 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-1f2055b9-c0d4-49f3-b778-767d42f16922 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926019 Aug 29 19:10:05.341757 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55736) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:05.346103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group_rule': {'security_group_id': '8321a1fe-f7fd-48d7-b0fd-abb525d21038', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:05.381662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b0bda-1d44-4d38-91a7-d09101cc91ad req-8b4b1424-0321-4451-94b0-7325e59c6be7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:05.401783 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-289b0bda-1d44-4d38-91a7-d09101cc91ad req-8b4b1424-0321-4451-94b0-7325e59c6be7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1211364 Aug 29 19:10:05.433332 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (e298df2d-5308-4984-9367-ee58a84731ed), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.441641 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:05.558628 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-289b0bda-1d44-4d38-91a7-d09101cc91ad req-e8a56a0e-13fb-4f7c-8e9c-5d7a02512291 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681223 Aug 29 19:10:05.607884 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (e298df2d-5308-4984-9367-ee58a84731ed), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.612765 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (e298df2d-5308-4984-9367-ee58a84731ed), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.634471 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a4b5bb4a-fc96-4637-887b-f62dc0311e92 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:05.650067 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e298df2d-5308-4984-9367-ee58a84731ed,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:05.662342 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55748) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:05.669194 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169175619', 'description': 'tempest-description--1573489043'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:05.671337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.672529 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f25bdaf0-1172-4f14-be89-10220a882433 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303523 Aug 29 19:10:05.675284 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55750) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:05.679650 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group_rule': {'security_group_id': '8321a1fe-f7fd-48d7-b0fd-abb525d21038', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:05.703505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.705841 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port a4b5bb4a-fc96-4637-887b-f62dc0311e92 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:05.706439 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.707720 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.securitygroups_db [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Project f0f4bcf841c942a9928f5b343b5fb8bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:10:05.716310 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (fb66b5b6-d90c-4a1c-852d-980bbd023a53), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.808018 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (fb66b5b6-d90c-4a1c-852d-980bbd023a53), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.815301 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (fb66b5b6-d90c-4a1c-852d-980bbd023a53), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.832750 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (b65a31fe-8a58-4316-8dc3-db4a84687f31), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.842945 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b65a31fe-8a58-4316-8dc3-db4a84687f31), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.867293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port a4b5bb4a-fc96-4637-887b-f62dc0311e92 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:05.867759 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.885604 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb66b5b6-d90c-4a1c-852d-980bbd023a53,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:05.904838 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.909626 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port a4b5bb4a-fc96-4637-887b-f62dc0311e92, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=a4b5bb4a-fc96-4637-887b-f62dc0311e92,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:05.915136 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2483819 Aug 29 19:10:05.915136 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52886807-129e-4414-a62c-46eb68313ba1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a31fe-8a58-4316-8dc3-db4a84687f31,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:05.916359 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55756) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:05.922594 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': 'b65a31fe-8a58-4316-8dc3-db4a84687f31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:05.923064 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.929074 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a659e-0245-41f6-a83b-e7e24392cb29 req-85cb37c7-a0b0-4af7-aa89-50dce9d19a0b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:05.931695 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce6a659e-0245-41f6-a83b-e7e24392cb29 req-85cb37c7-a0b0-4af7-aa89-50dce9d19a0b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0608439 Aug 29 19:10:05.934763 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.935897 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-41a02e0c-c693-4881-8e60-c8b437772de8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2596798 Aug 29 19:10:05.938579 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55758) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:05.943162 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'security_group_rule': {'security_group_id': '8321a1fe-f7fd-48d7-b0fd-abb525d21038', 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:05.957427 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (3d5aac5c-5f2a-4fed-8330-c05c615bf040), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:05.980274 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:05.994452 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=a4b5bb4a-fc96-4637-887b-f62dc0311e92,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:06.004771 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.securitygroups_db [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Project f0f4bcf841c942a9928f5b343b5fb8bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:10:06.016508 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (49f5940a-7c3c-4ec4-9655-ec7bcc090fde), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.034017 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (3d5aac5c-5f2a-4fed-8330-c05c615bf040), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.037784 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce6a659e-0245-41f6-a83b-e7e24392cb29 req-24af1de8-3ea6-4bea-85a9-ce8c6cb3551a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764630 Aug 29 19:10:06.043380 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (3d5aac5c-5f2a-4fed-8330-c05c615bf040), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.051797 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:06.066656 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5aac5c-5f2a-4fed-8330-c05c615bf040,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:06.080728 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.081952 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8e202fd7-874c-411e-b61f-0c5f3c891ffa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643698 Aug 29 19:10:06.085084 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55760) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:06.090324 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': 'b65a31fe-8a58-4316-8dc3-db4a84687f31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:06.093265 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (49f5940a-7c3c-4ec4-9655-ec7bcc090fde), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.098134 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (49f5940a-7c3c-4ec4-9655-ec7bcc090fde), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.117455 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:06.119649 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (14b2e328-1533-4969-a7da-0ced8bb68333), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.123141 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f5940a-7c3c-4ec4-9655-ec7bcc090fde,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:06.130127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.131157 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f2e22c41-22b8-41a2-8b53-3959121831a5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1915982 Aug 29 19:10:06.196752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (14b2e328-1533-4969-a7da-0ced8bb68333), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.200400 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (14b2e328-1533-4969-a7da-0ced8bb68333), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.221979 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b2e328-1533-4969-a7da-0ced8bb68333,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:06.227840 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.229039 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-78ff7e6c-a7cd-4e1e-bc43-24cd51093171 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428888 Aug 29 19:10:06.232265 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55770) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:06.236435 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:06.260773 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.343650 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.456340 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.27.2.77 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/9736e22f-79c0-42e3-852b-8972b00d03dd) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:06.516176 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:06.567174 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.612908 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.635591 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:06.656064 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:06.658889 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:06.709310 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=9736e22f-79c0-42e3-852b-8972b00d03dd,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:06.715939 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fea23c-e66e-4102-8985-b225fbb55104 req-6e55b1b7-85a3-4a38-8832-6465877d5c60 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:06.717786 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fea23c-e66e-4102-8985-b225fbb55104 req-6e55b1b7-85a3-4a38-8832-6465877d5c60 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0610845 Aug 29 19:10:06.772731 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (14cbb249-79e1-43f5-b9ab-fff2b5fc71fb), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.782951 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fea23c-e66e-4102-8985-b225fbb55104 req-9d346767-176d-475d-9ab1-f97bbf705094 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590043 Aug 29 19:10:06.816739 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.872982 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:06.991727 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:06.998098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:07.076761 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=9736e22f-79c0-42e3-852b-8972b00d03dd,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:07.084688 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (14cbb249-79e1-43f5-b9ab-fff2b5fc71fb), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:07.112902 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:07.124268 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c037a805-c46f-483e-9a17-e796eb9250d4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8908486 Aug 29 19:10:07.216587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d06704-588a-44d9-8e13-605c367976e7 req-b302772f-9bd8-481d-a534-bd96cd28c746 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:07.218345 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4d06704-588a-44d9-8e13-605c367976e7 req-b302772f-9bd8-481d-a534-bd96cd28c746 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0673294 Aug 29 19:10:07.270581 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4d06704-588a-44d9-8e13-605c367976e7 req-9970ee29-babc-4418-9922-c64e62538a41 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 Aug 29 19:10:07.546465 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a4b5bb4a-fc96-4637-887b-f62dc0311e92 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:07.653998 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port a4b5bb4a-fc96-4637-887b-f62dc0311e92 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:07.654609 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:07.747831 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-4c0370e9-989f-42c2-a60a-52a7cfed5382 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--169175619&fields=id&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 267 time: 0.1330037 Aug 29 19:10:07.808906 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port a4b5bb4a-fc96-4637-887b-f62dc0311e92 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:07.862573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba46db2-7269-4fff-aa03-f330183cf03e req-7e8b5f3b-051c-4d5f-bc60-f68bf98a1af0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:07.864103 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ba46db2-7269-4fff-aa03-f330183cf03e req-7e8b5f3b-051c-4d5f-bc60-f68bf98a1af0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.1725085 Aug 29 19:10:07.962696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-e2bf86be-2248-4a41-b9c7-e9973c45aaea tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:07.964281 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-e2bf86be-2248-4a41-b9c7-e9973c45aaea tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.2154977 Aug 29 19:10:07.969189 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ba46db2-7269-4fff-aa03-f330183cf03e req-422bb0e3-20ce-4aa9-bd66-1a4887fc05ec tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895777 Aug 29 19:10:07.988516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-6d1d53ce-419f-43b6-947d-7da67da6a183 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/quotas/b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 375 time: 0.0182824 Aug 29 19:10:08.074773 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-93011941-f1a7-49a9-86da-477e1db40395 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770979 Aug 29 19:10:08.143371 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Sync routers for ids ['1c42079f-a151-423a-983a-ff017b662ad7'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:10:08.153656 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Routers {'1c42079f-a151-423a-983a-ff017b662ad7'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:08.154467 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1c42079f-a151-423a-983a-ff017b662ad7'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:08.209298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941978a-590b-4c54-b0d6-2ab1ffa54798 req-ae9d6bd6-1104-45c9-8d18-fdcccec86264 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:08.215585 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d941978a-590b-4c54-b0d6-2ab1ffa54798 req-ae9d6bd6-1104-45c9-8d18-fdcccec86264 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1096318 Aug 29 19:10:08.254084 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:08.309288 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d941978a-590b-4c54-b0d6-2ab1ffa54798 req-6652ac23-3bd3-4592-8ed3-73369fd57e2f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878379 Aug 29 19:10:08.311576 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-38f0be0c-7c51-448d-8036-8bf73f7381e4 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357731 Aug 29 19:10:08.378633 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Set router 1c42079f-a151-423a-983a-ff017b662ad7 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:08.441702 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2adb-cb15-424d-8369-e15448d7b1bb req-322be399-2853-4218-b51e-a4bfafdd0a4a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:08.443175 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9aab2adb-cb15-424d-8369-e15448d7b1bb req-322be399-2853-4218-b51e-a4bfafdd0a4a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0682211 Aug 29 19:10:08.447598 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-5f9900dc-c60c-4d25-9d62-04db263fcba0 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294768 Aug 29 19:10:08.472414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:08.502900 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9aab2adb-cb15-424d-8369-e15448d7b1bb req-35ace6ad-f95f-4a1d-a94d-dbd46aa85a65 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528059 Aug 29 19:10:08.569540 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3898499c-0865-446e-9f70-951f0aab807e', 'name': '', 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'mac_address': 'fa:16:3e:d2:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:10:02Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 2, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'subnets': [{'id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:08.599678 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Checking router: 1c42079f-a151-423a-983a-ff017b662ad7 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:10:08.600055 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Updating router 1c42079f-a151-423a-983a-ff017b662ad7 port 3898499c-0865-446e-9f70-951f0aab807e binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:10:08.628957 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3898499c-0865-446e-9f70-951f0aab807e), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:08.639139 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17e52bf3-b25b-4101-9e10-be858b7767b2 req-eaa2785f-da25-42e7-80c8-878d7e7364f6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Aug 29 19:10:08.764845 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:08.950005 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Publish callbacks [] for port (3898499c-0865-446e-9f70-951f0aab807e), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:08.956019 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3898499c-0865-446e-9f70-951f0aab807e), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.007108 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfdfdc-5652-4c46-8b49-93d5a482f458 None None] Pushing event updated for resources: {'Port': ['ID=3898499c-0865-446e-9f70-951f0aab807e,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:09.071917 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Attempting to bind port 3898499c-0865-446e-9f70-951f0aab807e on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:10:09.072284 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Attempting to bind port 3898499c-0865-446e-9f70-951f0aab807e by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:10:09.072642 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Attempting to bind port 3898499c-0865-446e-9f70-951f0aab807e on network 0141635f-8c92-4009-8e56-09f64f5fcf7e {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:09.077884 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:10:09.078250 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Checking segment: {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:10:09.078642 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.079022 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Bound using segment: {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:10:09.079517 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Bound port: 3898499c-0865-446e-9f70-951f0aab807e, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e12b4a-5589-43a5-bf06-95b06caf4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:10:09.079906 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3898499c-0865-446e-9f70-951f0aab807e), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.152730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e34fe-7fb9-427e-9c0b-f4616ddf3bcf req-6fa94d52-7e27-490f-8325-43dbb0845b3d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:09.155590 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f10e34fe-7fb9-427e-9c0b-f4616ddf3bcf req-6fa94d52-7e27-490f-8325-43dbb0845b3d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0621233 Aug 29 19:10:09.170269 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] For port 3898499c-0865-446e-9f70-951f0aab807e, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:09.173927 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] For port 3898499c-0865-446e-9f70-951f0aab807e, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3898499c-0865-446e-9f70-951f0aab807e,segment=NetworkSegment(85e12b4a-5589-43a5-bf06-95b06caf4113),segment_id=85e12b4a-5589-43a5-bf06-95b06caf4113)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:09.175560 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:09.183791 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3898499c-0865-446e-9f70-951f0aab807e), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.234580 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f10e34fe-7fb9-427e-9c0b-f4616ddf3bcf req-98a335ba-3a32-4048-951f-0d4d184e42d1 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673232 Aug 29 19:10:09.252422 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfdfdc-5652-4c46-8b49-93d5a482f458 None None] Pushing event updated for resources: {'Port': ['ID=3898499c-0865-446e-9f70-951f0aab807e,revision_number=4']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:09.299572 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Routers {'1c42079f-a151-423a-983a-ff017b662ad7'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:09.300412 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:09:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1c42079f-a151-423a-983a-ff017b662ad7'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:09.471136 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] Set router 1c42079f-a151-423a-983a-ff017b662ad7 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:09.597305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec9cf2-c389-4361-9d0b-fde95491fe2e req-2ef7b1ac-4ae2-4eb6-8a43-82d300c4e60d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:09.606694 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50ec9cf2-c389-4361-9d0b-fde95491fe2e req-2ef7b1ac-4ae2-4eb6-8a43-82d300c4e60d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0663817 Aug 29 19:10:09.650721 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3898499c-0865-446e-9f70-951f0aab807e up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:09.691339 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189384d6-c972-4425-995e-3020a10447af req-27ae88cd-6d08-4f9e-b62d-65bc201ec21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:09.693102 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-189384d6-c972-4425-995e-3020a10447af req-27ae88cd-6d08-4f9e-b62d-65bc201ec21e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1130 time: 0.0840077 Aug 29 19:10:09.720605 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 3898499c-0865-446e-9f70-951f0aab807e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:09.721187 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3898499c-0865-446e-9f70-951f0aab807e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.800124 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14384-2778-43ef-a317-60eabfffed39 req-9dc27f43-fda2-40c5-9d3d-b622a1fb2385 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:09.802357 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3dc14384-2778-43ef-a317-60eabfffed39 req-9dc27f43-fda2-40c5-9d3d-b622a1fb2385 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.1068389 Aug 29 19:10:09.862915 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 3898499c-0865-446e-9f70-951f0aab807e is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:09.863678 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (3898499c-0865-446e-9f70-951f0aab807e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.900441 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50ec9cf2-c389-4361-9d0b-fde95491fe2e req-c31e8896-8fec-434b-b04c-29bd92200862 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923265 Aug 29 19:10:09.941123 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 3898499c-0865-446e-9f70-951f0aab807e, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3898499c-0865-446e-9f70-951f0aab807e,segment=NetworkSegment(85e12b4a-5589-43a5-bf06-95b06caf4113),segment_id=85e12b4a-5589-43a5-bf06-95b06caf4113)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:09.952802 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-189384d6-c972-4425-995e-3020a10447af req-361b25fc-d6ac-44e8-9bee-1b9eed4e5ba0 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074614 Aug 29 19:10:09.953804 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (3898499c-0865-446e-9f70-951f0aab807e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:09.988445 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3898499c-0865-446e-9f70-951f0aab807e', 'name': '', 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'mac_address': 'fa:16:3e:d2:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:10:02Z', 'updated_at': '2022-08-29T19:10:09Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'subnets': [{'id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:09.996139 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3dc14384-2778-43ef-a317-60eabfffed39 req-e5356fec-e5e0-4c56-a271-24a0a5b01e50 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783836 Aug 29 19:10:10.042497 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7976088-0ce3-4283-8220-a1dcc2d4f185 None None] The sync data for ids ['1c42079f-a151-423a-983a-ff017b662ad7'] in dv-cinder-731261-6-iscsi is: [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:10:03Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3898499c-0865-446e-9f70-951f0aab807e', 'name': '', 'network_id': '0141635f-8c92-4009-8e56-09f64f5fcf7e', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'mac_address': 'fa:16:3e:d2:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:10:02Z', 'updated_at': '2022-08-29T19:10:09Z', 'revision_number': 4, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'subnets': [{'id': '64ee2037-c9bb-4e92-b8af-32a2a244a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:10:10.048212 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=3898499c-0865-446e-9f70-951f0aab807e,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:10.050479 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0da390f5-c4bb-4f06-ba77-4dea04a5dbd5 req-6b249422-9d12-4336-af5a-c5dd439690ea tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 210 time: 0.0360382 Aug 29 19:10:10.225577 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55930) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:10.370304 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dff46df3-5207-404f-8d1e-893a4e2b60d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.398131 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f043ee-0c9f-41da-b364-3e8f38c26543 req-83052207-d206-43ff-8a0d-5875153efcd0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:10.401086 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a0f043ee-0c9f-41da-b364-3e8f38c26543 req-83052207-d206-43ff-8a0d-5875153efcd0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0700901 Aug 29 19:10:10.481351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a0f043ee-0c9f-41da-b364-3e8f38c26543 req-c6aa3f5a-0d98-499d-a530-de36c12a3f69 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716224 Aug 29 19:10:10.483150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dff46df3-5207-404f-8d1e-893a4e2b60d5 admin admin] Publish callbacks [] for security_group (85abc436-fc45-43d4-9dc3-76be413a8c30), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.491041 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dff46df3-5207-404f-8d1e-893a4e2b60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (85abc436-fc45-43d4-9dc3-76be413a8c30), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.532599 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46df3-5207-404f-8d1e-893a4e2b60d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85abc436-fc45-43d4-9dc3-76be413a8c30,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:10.537120 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-dff46df3-5207-404f-8d1e-893a4e2b60d5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=7a1a864c665b495a910a93db3ed93b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104095 Aug 29 19:10:10.540251 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55938) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:10.593470 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8bce805f-5c98-4f08-82d0-3b2c0013b61c admin admin] Publish callbacks [] for security_group (85abc436-fc45-43d4-9dc3-76be413a8c30), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.613568 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8bce805f-5c98-4f08-82d0-3b2c0013b61c admin admin] Publish callbacks [] for security_group (85abc436-fc45-43d4-9dc3-76be413a8c30), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.671830 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8bce805f-5c98-4f08-82d0-3b2c0013b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (85abc436-fc45-43d4-9dc3-76be413a8c30), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.674394 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8bce805f-5c98-4f08-82d0-3b2c0013b61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:10.675571 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8bce805f-5c98-4f08-82d0-3b2c0013b61c admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/85abc436-fc45-43d4-9dc3-76be413a8c30 HTTP/1.1" status: 204 len: 168 time: 0.1340992 Aug 29 19:10:10.683536 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce805f-5c98-4f08-82d0-3b2c0013b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85abc436-fc45-43d4-9dc3-76be413a8c30,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:10.879505 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:10:11.020525 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 55950) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:11.056157 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2471b2d1-9204-4d62-bf0d-1ed378d5df52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.132200 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a3af2-ace6-43ea-8cc0-7c24906003cb req-253d4cb9-abd2-4c0d-ac84-92c0da7cec60 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:11.133744 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0b6a3af2-ace6-43ea-8cc0-7c24906003cb req-253d4cb9-abd2-4c0d-ac84-92c0da7cec60 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0954654 Aug 29 19:10:11.174739 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f1a1-d18e-4f14-a5dd-742a42944c33 req-82831cd5-8791-4da1-b58c-c3c3f942d4ac tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:11.176297 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4e3f1a1-d18e-4f14-a5dd-742a42944c33 req-82831cd5-8791-4da1-b58c-c3c3f942d4ac tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0901761 Aug 29 19:10:11.197417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:11.240009 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:11.260378 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0b6a3af2-ace6-43ea-8cc0-7c24906003cb req-2d96c592-680b-4966-b9c4-92c3edbeb2b4 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199081 Aug 29 19:10:11.302307 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4e3f1a1-d18e-4f14-a5dd-742a42944c33 req-20d4e41f-c40f-4d6f-9ecc-119264fe770f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146519 Aug 29 19:10:11.311865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2471b2d1-9204-4d62-bf0d-1ed378d5df52 admin admin] Publish callbacks [] for security_group (1ace83f4-a033-4d3e-b43c-1c3d1271d223), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.316881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2471b2d1-9204-4d62-bf0d-1ed378d5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1ace83f4-a033-4d3e-b43c-1c3d1271d223), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.370188 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-2471b2d1-9204-4d62-bf0d-1ed378d5df52 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=15e7858f3c154ec8a38c0069f83853a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474984 Aug 29 19:10:11.372930 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55956) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:11.380051 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:11.385078 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471b2d1-9204-4d62-bf0d-1ed378d5df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ace83f4-a033-4d3e-b43c-1c3d1271d223,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:11.390149 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61a84b8b-d489-42ed-a3c3-15966eca63be req-660300eb-d98f-4022-b340-3c995bd309ed tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 210 time: 0.0423074 Aug 29 19:10:11.440444 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-420b3116-1c3c-4e16-9e62-1beaf3036d0a admin admin] Publish callbacks [] for security_group (1ace83f4-a033-4d3e-b43c-1c3d1271d223), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.480077 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-420b3116-1c3c-4e16-9e62-1beaf3036d0a admin admin] Publish callbacks [] for security_group (1ace83f4-a033-4d3e-b43c-1c3d1271d223), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.515755 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3898499c-0865-446e-9f70-951f0aab807e up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:11.534227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-420b3116-1c3c-4e16-9e62-1beaf3036d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1ace83f4-a033-4d3e-b43c-1c3d1271d223), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.539141 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-420b3116-1c3c-4e16-9e62-1beaf3036d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.540861 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-420b3116-1c3c-4e16-9e62-1beaf3036d0a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1ace83f4-a033-4d3e-b43c-1c3d1271d223 HTTP/1.1" status: 204 len: 168 time: 0.1666987 Aug 29 19:10:11.569274 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b3116-1c3c-4e16-9e62-1beaf3036d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ace83f4-a033-4d3e-b43c-1c3d1271d223,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:11.577909 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 3898499c-0865-446e-9f70-951f0aab807e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:11.578391 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (3898499c-0865-446e-9f70-951f0aab807e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:11.622099 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8704b-be12-431d-b843-b7790d767a64 req-b4defb4f-49cf-40b4-95ae-085a9919a02d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:11.625004 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b6b8704b-be12-431d-b843-b7790d767a64 req-b4defb4f-49cf-40b4-95ae-085a9919a02d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0574157 Aug 29 19:10:11.688374 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b6b8704b-be12-431d-b843-b7790d767a64 req-015deb5b-641a-4e92-a3c7-7f00d5ddf500 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532279 Aug 29 19:10:11.694471 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 3898499c-0865-446e-9f70-951f0aab807e is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:11.936240 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55968) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:11.952100 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0bdd5130-766e-4e8b-883c-e7c38a65781e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.037830 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0bdd5130-766e-4e8b-883c-e7c38a65781e admin admin] Publish callbacks [] for security_group (d1708068-7cd7-4c7d-a543-77580f5e2b2d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.042417 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0bdd5130-766e-4e8b-883c-e7c38a65781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (d1708068-7cd7-4c7d-a543-77580f5e2b2d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.082228 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd5130-766e-4e8b-883c-e7c38a65781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1708068-7cd7-4c7d-a543-77580f5e2b2d,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:12.087422 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0bdd5130-766e-4e8b-883c-e7c38a65781e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3568bcaeec69428ba4cb018cc8dd6a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495919 Aug 29 19:10:12.090352 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 55972) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:12.112428 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:12.144532 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46dae9f-afec-4f5c-a094-a0f07c33881d admin admin] Publish callbacks [] for security_group (d1708068-7cd7-4c7d-a543-77580f5e2b2d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.169718 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46dae9f-afec-4f5c-a094-a0f07c33881d admin admin] Publish callbacks [] for security_group (d1708068-7cd7-4c7d-a543-77580f5e2b2d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.229431 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46dae9f-afec-4f5c-a094-a0f07c33881d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (d1708068-7cd7-4c7d-a543-77580f5e2b2d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.232032 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f46dae9f-afec-4f5c-a094-a0f07c33881d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:12.233203 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f46dae9f-afec-4f5c-a094-a0f07c33881d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d1708068-7cd7-4c7d-a543-77580f5e2b2d HTTP/1.1" status: 204 len: 168 time: 0.1419363 Aug 29 19:10:12.242052 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dae9f-afec-4f5c-a094-a0f07c33881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1708068-7cd7-4c7d-a543-77580f5e2b2d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:12.758260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5d0a-c6be-4a05-85b1-a0f5e61e35b8 req-b99d7978-6693-47f1-8f20-c58ce6feffe7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:12.761033 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a8c5d0a-c6be-4a05-85b1-a0f5e61e35b8 req-b99d7978-6693-47f1-8f20-c58ce6feffe7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.4047663 Aug 29 19:10:12.808786 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff03d2-5d08-4318-9c95-f395cb3f66eb req-781f81f1-d7a6-4706-b459-466f2ff4a778 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:12.810332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6fff03d2-5d08-4318-9c95-f395cb3f66eb req-781f81f1-d7a6-4706-b459-466f2ff4a778 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.4009969 Aug 29 19:10:12.887541 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a8c5d0a-c6be-4a05-85b1-a0f5e61e35b8 req-146b14f0-d0b9-41e8-bd67-a89852e00186 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136210 Aug 29 19:10:12.905339 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-a6ecf21a-68cb-4a33-9277-dc7cd76b4fe1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:12.907171 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-a6ecf21a-68cb-4a33-9277-dc7cd76b4fe1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.5147731 Aug 29 19:10:12.926743 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6fff03d2-5d08-4318-9c95-f395cb3f66eb req-3b9bb9a6-eeba-4013-a4b2-e74cedacf2bc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078091 Aug 29 19:10:13.022465 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b9aac561-b7c4-4e7c-adf8-04d18d190f41 req-3729ee83-da1e-4c85-95b3-deabbf51fbe3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 210 time: 0.0463283 Aug 29 19:10:13.101505 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be41ceb-7705-4a18-8f96-65a920a078c5 req-90be83c7-5daa-4c1b-84e4-277374bb3629 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:13.104141 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8be41ceb-7705-4a18-8f96-65a920a078c5 req-90be83c7-5daa-4c1b-84e4-277374bb3629 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0800686 Aug 29 19:10:13.112545 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-89831d37-9c85-413b-835a-9c470dd79412 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 472 time: 0.1847789 Aug 29 19:10:13.127618 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'port': {'device_id': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'admin_state_up': True, 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'security_groups': ['b65a31fe-8a58-4316-8dc3-db4a84687f31']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:13.234891 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8be41ceb-7705-4a18-8f96-65a920a078c5 req-d13addc8-f93c-479c-92f5-2d60d26c1db7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208963 Aug 29 19:10:13.295417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:13.376280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c60dbf-daee-4d22-8bc2-a4e38b0313b3 req-d030c18e-0a08-4ca3-932e-b70003a61504 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:13.377774 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61c60dbf-daee-4d22-8bc2-a4e38b0313b3 req-d030c18e-0a08-4ca3-932e-b70003a61504 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0956304 Aug 29 19:10:13.380763 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Made reservation on behalf of b967c22662da47aeb9292704c39b44bb for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:10:13.384394 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:13.416327 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-f74f6a07-bcea-4883-95c1-0ef2d5812fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:13.417808 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-f74f6a07-bcea-4883-95c1-0ef2d5812fa0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1130 time: 0.0836039 Aug 29 19:10:13.541535 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:13.558430 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61c60dbf-daee-4d22-8bc2-a4e38b0313b3 req-42951ffb-37f7-40b7-9469-15aae11f8b9e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684237 Aug 29 19:10:13.651004 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-4f4fa18a-bfbe-438e-a930-eb40ba8dcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:13.652496 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-4f4fa18a-bfbe-438e-a930-eb40ba8dcd03 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.2207212 Aug 29 19:10:13.699299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.20.0.10 (117b2cb0-1215-4254-9d1f-c2728d00a788/71124ffa-89eb-4c0e-87b9-948d8b410aef/7d4b5dab-5d4d-4df3-a064-13f32c7a8555) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:13.702030 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-bacd8a81-dc07-4c16-852d-12cf99aa198f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 200 len: 217 time: 0.0426316 Aug 29 19:10:13.782852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-b8725a8b-d628-4d82-bcc3-492394724200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:13.784586 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-b8725a8b-d628-4d82-bcc3-492394724200 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0748279 Aug 29 19:10:13.880074 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-3c81d342-6642-4a4f-94a9-a070351f06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:13.881574 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-3c81d342-6642-4a4f-94a9-a070351f06d2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533423 Aug 29 19:10:13.936543 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:13.972434 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:14.059929 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:14.065722 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-417eee4d-39f4-4cdb-97a8-1e685c852a7a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711178 Aug 29 19:10:14.086978 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:14.097596 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47146e-72db-424a-b8e2-054e9f5716dd req-3d6cc60c-0053-4132-b639-a4837979ff98 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:14.099170 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ba47146e-72db-424a-b8e2-054e9f5716dd req-3d6cc60c-0053-4132-b639-a4837979ff98 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0898864 Aug 29 19:10:14.249491 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:14.265987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:14.276774 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:14.281391 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:14.282003 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:14.299924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:14.313739 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff28f98-fb1e-44d9-8658-077baeb0ae38 req-4649f04d-91b3-4b9b-a368-b81078103136 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:14.315285 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cff28f98-fb1e-44d9-8658-077baeb0ae38 req-4649f04d-91b3-4b9b-a368-b81078103136 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 932 time: 0.1398008 Aug 29 19:10:14.349509 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-77e17d07-5642-4e17-97f8-a227c3eff808 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2280414 Aug 29 19:10:14.378364 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ba47146e-72db-424a-b8e2-054e9f5716dd req-37c0cd67-5dc1-45ae-b446-77bb52abbfa3 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638645 Aug 29 19:10:14.384538 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Request body: {'port': {'device_id': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:14.393459 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e09fc24-2366-453a-ab8d-1a31b1aecb74 req-c5d2adfa-a595-43b0-a12e-65121b940e08 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180039 Aug 29 19:10:14.482321 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cff28f98-fb1e-44d9-8658-077baeb0ae38 req-a0984949-bfc1-4fc6-9f04-c370bc339942 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419835 Aug 29 19:10:14.501807 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:14.570995 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:14.601602 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46515b-2f00-4781-98dd-d29f7e311062 req-942f9ce0-d9de-42cf-a91c-8a1d89ec89da tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:14.609705 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4b46515b-2f00-4781-98dd-d29f7e311062 req-942f9ce0-d9de-42cf-a91c-8a1d89ec89da tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0947759 Aug 29 19:10:14.636268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-59c669e8-5534-49be-a16f-4c7daafcd420 None None] Provisioning complete for port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:14.639535 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-59c669e8-5534-49be-a16f-4c7daafcd420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:14.678342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-59c669e8-5534-49be-a16f-4c7daafcd420 None None] Port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:10:14.844241 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4b46515b-2f00-4781-98dd-d29f7e311062 req-d26b5359-164d-40cd-a9a7-efd9a7f00f94 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336581 Aug 29 19:10:14.852590 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a96748-28f4-4907-88b8-4e042613dddc req-238ee5f9-b4ad-47f0-b2c7-498b6d6615ee tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:14.864403 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66a96748-28f4-4907-88b8-4e042613dddc req-238ee5f9-b4ad-47f0-b2c7-498b6d6615ee tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.1575873 Aug 29 19:10:14.960882 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:15.002606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56078) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:15.020395 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66a96748-28f4-4907-88b8-4e042613dddc req-0612eee8-e8fe-465d-ad97-fbe7a56f5c06 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482604 Aug 29 19:10:15.031181 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:15.039340 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Publish callbacks [] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.052817 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Transition to ACTIVE for port object 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:10:15.057229 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.122043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:15.137734 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Attempting to bind port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:10:15.138072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Attempting to bind port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:10:15.138396 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Attempting to bind port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:15.138556 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77677b32-6472-459b-b821-ef21a71c614e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.142898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:10:15.143331 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Attempting to bind port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:15.148332 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:10:15.148643 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:10:15.149598 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Bound using segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:10:15.150032 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Bound port: 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:10:15.150471 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.222294 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77677b32-6472-459b-b821-ef21a71c614e admin admin] Publish callbacks [] for security_group (cb7a7ca2-d294-4f86-bd0f-afa55e5283a5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.227690 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-77677b32-6472-459b-b821-ef21a71c614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cb7a7ca2-d294-4f86-bd0f-afa55e5283a5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.239611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] For port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:15.243601 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] For port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:15.250911 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.254013 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:15.254751 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.256606 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/7d4b5dab-5d4d-4df3-a064-13f32c7a8555 HTTP/1.1" status: 200 len: 1094 time: 0.8820632 Aug 29 19:10:15.260885 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:15.264039 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec14a902-89af-4132-9df5-d34f63ef048a" -d '{"events": [{"name": "network-changed", "server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:15.281138 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-77677b32-6472-459b-b821-ef21a71c614e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6a7863bb2e38467db832099c3edc7e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773778 Aug 29 19:10:15.281910 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56088) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:15.300569 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77677b32-6472-459b-b821-ef21a71c614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a7ca2-d294-4f86-bd0f-afa55e5283a5,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:15.337633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9aceae-d77a-4469-a62d-33e5a1e9627b x-openstack-request-id: req-eb9aceae-d77a-4469-a62d-33e5a1e9627b {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:15.338168 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:15.338448 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eb9aceae-d77a-4469-a62d-33e5a1e9627b {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:15.338878 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9aceae-d77a-4469-a62d-33e5a1e9627b'] response: {'name': 'network-changed', 'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'status': 'completed', 'code': 200} Aug 29 19:10:15.342271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a737-c44d-4820-b202-e74ba26c3dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:15.346622 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a5a58964-5b50-4a9f-bf5a-6e104082434a admin admin] Publish callbacks [] for security_group (cb7a7ca2-d294-4f86-bd0f-afa55e5283a5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.371101 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a5a58964-5b50-4a9f-bf5a-6e104082434a admin admin] Publish callbacks [] for security_group (cb7a7ca2-d294-4f86-bd0f-afa55e5283a5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.377708 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:15.428149 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a5a58964-5b50-4a9f-bf5a-6e104082434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cb7a7ca2-d294-4f86-bd0f-afa55e5283a5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.434059 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a5a58964-5b50-4a9f-bf5a-6e104082434a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.438233 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a5a58964-5b50-4a9f-bf5a-6e104082434a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cb7a7ca2-d294-4f86-bd0f-afa55e5283a5 HTTP/1.1" status: 204 len: 168 time: 0.1521575 Aug 29 19:10:15.447782 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a58964-5b50-4a9f-bf5a-6e104082434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a7ca2-d294-4f86-bd0f-afa55e5283a5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:15.559190 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8530c5-0c35-4f88-bf98-28edfb0f5b82 req-78fe10d1-22f7-4ab0-b77c-b1aeaeb1b457 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:15.560820 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e8530c5-0c35-4f88-bf98-28edfb0f5b82 req-78fe10d1-22f7-4ab0-b77c-b1aeaeb1b457 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0581808 Aug 29 19:10:15.641254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462dd2-8c77-4c89-96f2-52a72203cb12 req-1b959ffe-8c0a-48f4-8c2d-a7345dcfbaa6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:15.642798 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6462dd2-8c77-4c89-96f2-52a72203cb12 req-1b959ffe-8c0a-48f4-8c2d-a7345dcfbaa6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 944 time: 0.0754309 Aug 29 19:10:15.659598 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e8530c5-0c35-4f88-bf98-28edfb0f5b82 req-8fa4393a-af15-452b-9df9-8d0603c49ae6 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899441 Aug 29 19:10:15.733479 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6462dd2-8c77-4c89-96f2-52a72203cb12 req-cb3c7e7f-bab4-4b3c-abde-b536a0a104ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728993 Aug 29 19:10:15.831464 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 56102) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:15.847537 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-df5cb071-bf5d-46d2-af33-b2b90672168b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.916700 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:15.941022 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-df5cb071-bf5d-46d2-af33-b2b90672168b admin admin] Publish callbacks [] for security_group (e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:15.954395 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-df5cb071-bf5d-46d2-af33-b2b90672168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:16.018645 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a00301-8018-46a5-8222-b44684c8d757 req-b4f40555-cc0e-4c93-be03-4338cffdf1c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:16.020192 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-91a00301-8018-46a5-8222-b44684c8d757 req-b4f40555-cc0e-4c93-be03-4338cffdf1c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0768855 Aug 29 19:10:16.026848 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-df5cb071-bf5d-46d2-af33-b2b90672168b admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=050735b3e67d4e19b4ac096774423a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938398 Aug 29 19:10:16.029786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56106) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:16.035449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cb071-bf5d-46d2-af33-b2b90672168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:16.078152 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-91a00301-8018-46a5-8222-b44684c8d757 req-819f345c-a6fb-4378-9478-887756a064d0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493186 Aug 29 19:10:16.085805 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-02b63ce0-19c8-4cd3-acb9-f5fec3a686d2 admin admin] Publish callbacks [] for security_group (e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:16.113061 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-02b63ce0-19c8-4cd3-acb9-f5fec3a686d2 admin admin] Publish callbacks [] for security_group (e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:16.152176 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ea6ab-3686-48ec-b1df-50c53d5ddb83 req-bc83695c-ece2-4463-90de-3a53d4f9f519 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:16.153930 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5f0ea6ab-3686-48ec-b1df-50c53d5ddb83 req-bc83695c-ece2-4463-90de-3a53d4f9f519 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0479250 Aug 29 19:10:16.162227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-02b63ce0-19c8-4cd3-acb9-f5fec3a686d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:16.165971 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-02b63ce0-19c8-4cd3-acb9-f5fec3a686d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:16.167201 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-02b63ce0-19c8-4cd3-acb9-f5fec3a686d2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778 HTTP/1.1" status: 204 len: 168 time: 0.1363735 Aug 29 19:10:16.175900 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b63ce0-19c8-4cd3-acb9-f5fec3a686d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8f1c3-5157-4cc1-bb7b-f7050ddd9778,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:16.212363 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5f0ea6ab-3686-48ec-b1df-50c53d5ddb83 req-74c4f0b2-affb-4c86-9c68-3ff144e4ca9d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Aug 29 19:10:16.813000 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b24fe-f629-437a-9788-5d84a2b9e5fb req-67cfef88-2c36-4409-832b-79716464d938 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:16.815104 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-317b24fe-f629-437a-9788-5d84a2b9e5fb req-67cfef88-2c36-4409-832b-79716464d938 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0643206 Aug 29 19:10:16.867210 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:16.954277 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999db505-4af1-4cba-9de6-c46cb82378e5 req-b92fc762-53e4-492c-8ed7-a26a5b732b84 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:16.955768 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-999db505-4af1-4cba-9de6-c46cb82378e5 req-b92fc762-53e4-492c-8ed7-a26a5b732b84 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 944 time: 0.1263723 Aug 29 19:10:16.959616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14a902-89af-4132-9df5-d34f63ef048a req-7b424365-53c6-4331-bf3a-21739bf28166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:16.961006 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec14a902-89af-4132-9df5-d34f63ef048a req-7b424365-53c6-4331-bf3a-21739bf28166 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 1128 time: 0.1288362 Aug 29 19:10:16.979887 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-317b24fe-f629-437a-9788-5d84a2b9e5fb req-1c61be9f-d2a6-4609-88c9-72006c4d3deb tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579700 Aug 29 19:10:17.016485 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-999db505-4af1-4cba-9de6-c46cb82378e5 req-b1decf1f-70bf-47c9-b4f8-5c64fd462fbd tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501747 Aug 29 19:10:17.204726 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a81ebc-f451-4e34-be70-518b1e74e22a req-d0eee1ec-0534-4ec5-8884-8ad096d06f4b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:17.206214 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4a81ebc-f451-4e34-be70-518b1e74e22a req-d0eee1ec-0534-4ec5-8884-8ad096d06f4b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0481746 Aug 29 19:10:17.267451 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4a81ebc-f451-4e34-be70-518b1e74e22a req-b268d786-6f11-4777-8f92-2d323a9ab554 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545475 Aug 29 19:10:17.369097 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05093d7-a403-4446-bf31-0e2a70d6cc0c req-b953029b-9383-4e16-809e-7a1bf867e7a8 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:17.370568 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e05093d7-a403-4446-bf31-0e2a70d6cc0c req-b953029b-9383-4e16-809e-7a1bf867e7a8 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0587180 Aug 29 19:10:17.447463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e05093d7-a403-4446-bf31-0e2a70d6cc0c req-807a0796-9025-4183-8871-b58455ebf2ae tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672221 Aug 29 19:10:17.803698 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14a902-89af-4132-9df5-d34f63ef048a req-89931c1a-2748-45a3-9cb8-47a5fbdbbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:17.805788 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec14a902-89af-4132-9df5-d34f63ef048a req-89931c1a-2748-45a3-9cb8-47a5fbdbbe11 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=b967c22662da47aeb9292704c39b44bb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1065125 Aug 29 19:10:18.075601 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14a902-89af-4132-9df5-d34f63ef048a req-006095aa-b152-4de3-9f34-ca28d627cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.077043 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec14a902-89af-4132-9df5-d34f63ef048a req-006095aa-b152-4de3-9f34-ca28d627cf6a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1081095 Aug 29 19:10:18.109644 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:18.140538 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116a0be-4917-4880-a971-c39f0315ac9a req-e8a5b89c-c75c-4355-881c-108d55538b2e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.141930 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7116a0be-4917-4880-a971-c39f0315ac9a req-e8a5b89c-c75c-4355-881c-108d55538b2e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0793889 Aug 29 19:10:18.161721 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6c6bf-03b3-4f6e-ba18-73d5acd525d6 req-d8b06d72-d702-4e25-bc3f-9a5afc38493f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.163160 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3fe6c6bf-03b3-4f6e-ba18-73d5acd525d6 req-d8b06d72-d702-4e25-bc3f-9a5afc38493f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 944 time: 0.0702333 Aug 29 19:10:18.257811 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7116a0be-4917-4880-a971-c39f0315ac9a req-3edc4bed-2c02-42e9-9d4e-154d8ccd61a1 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102297 Aug 29 19:10:18.270730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-5726b9c7-46f4-45ff-a118-985dc429e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.272235 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-5726b9c7-46f4-45ff-a118-985dc429e754 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 1128 time: 0.0775294 Aug 29 19:10:18.275932 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3fe6c6bf-03b3-4f6e-ba18-73d5acd525d6 req-d845c42e-f157-48f3-be43-914caebf77ee tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059351 Aug 29 19:10:18.332183 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-1d50f1c7-a89f-4749-9826-e497dd5cdc36 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555 HTTP/1.1" status: 200 len: 217 time: 0.0345237 Aug 29 19:10:18.420972 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e80553-4bc1-4d94-9b17-2281b193b588 req-712f9dac-295e-4b3b-9d8c-4d55ceba0929 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.422403 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50e80553-4bc1-4d94-9b17-2281b193b588 req-712f9dac-295e-4b3b-9d8c-4d55ceba0929 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0755911 Aug 29 19:10:18.427935 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-2b7e0827-3ddd-4d37-9e3f-2c1ef257a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.429252 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-2b7e0827-3ddd-4d37-9e3f-2c1ef257a1ff service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0906031 Aug 29 19:10:18.495255 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6074f-308a-43f5-ac15-3490e35937af req-b9ee61d0-76a3-4efd-bcfc-d10151aa02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:18.495255 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-b9ee61d0-76a3-4efd-bcfc-d10151aa02bd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512598 Aug 29 19:10:18.518029 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50e80553-4bc1-4d94-9b17-2281b193b588 req-9683b6ff-3b8f-43d8-bdee-8761062a3c85 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878506 Aug 29 19:10:18.601111 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-8cb6450d-4004-4a6f-ac62-8f468a9855d6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951045 Aug 29 19:10:18.662025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:18.696265 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-52f6074f-308a-43f5-ac15-3490e35937af req-78ebf5ff-875d-409e-baac-c680cad9e41a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858603 Aug 29 19:10:18.882197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 56194) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:18.887545 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732886689', 'description': 'tempest-description--468963964'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:18.909220 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:18.984151 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group (18eb59a3-c04f-4cf3-946b-85584899a693), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:18.987867 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (18eb59a3-c04f-4cf3-946b-85584899a693), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.020246 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.025007 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1383083 Aug 29 19:10:19.025007 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796024d-bd28-4679-aa50-87aa4148c3d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb59a3-c04f-4cf3-946b-85584899a693,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:19.025866 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56198) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:19.030702 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'security_group_rule': {'security_group_id': '18eb59a3-c04f-4cf3-946b-85584899a693', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:19.061273 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group_rule (6d5a81b9-fb38-40f5-bd61-fb7377678e6f), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.119687 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group_rule (6d5a81b9-fb38-40f5-bd61-fb7377678e6f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.123217 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (6d5a81b9-fb38-40f5-bd61-fb7377678e6f), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.141436 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5a81b9-fb38-40f5-bd61-fb7377678e6f,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:19.150707 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.151937 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c4096d99-12d4-4249-aea8-1ddd9eeb8f87 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250699 Aug 29 19:10:19.154607 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56200) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:19.159262 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'security_group_rule': {'security_group_id': '18eb59a3-c04f-4cf3-946b-85584899a693', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:19.185496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group_rule (a4f9019f-40a5-4d03-98bd-a719d6962639), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.225282 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:19.246674 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group_rule (a4f9019f-40a5-4d03-98bd-a719d6962639), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.250131 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (a4f9019f-40a5-4d03-98bd-a719d6962639), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.270048 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f9019f-40a5-4d03-98bd-a719d6962639,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:19.278979 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.284485 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f6806ed9-e809-498f-bbc5-299a7b1c50cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246097 Aug 29 19:10:19.284485 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56202) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:19.289189 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:19.313955 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.398121 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.412066 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db759f20-dedc-4193-afce-571a71744c2f req-99e1541c-5fa7-47c3-9717-4ab7441e81a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:19.413530 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db759f20-dedc-4193-afce-571a71744c2f req-99e1541c-5fa7-47c3-9717-4ab7441e81a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0767081 Aug 29 19:10:19.437178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7832c-744b-4b3d-aca0-330c5e0977ae req-3afc9d06-29eb-4761-800e-3985a4125da6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:19.438607 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27c7832c-744b-4b3d-aca0-330c5e0977ae req-3afc9d06-29eb-4761-800e-3985a4125da6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 944 time: 0.0720358 Aug 29 19:10:19.526511 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db759f20-dedc-4193-afce-571a71744c2f req-b31cac53-ab21-427c-9b07-656198f7d3d2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031873 Aug 29 19:10:19.528388 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Allocated IP 172.27.2.220 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/7d683ccc-a220-4a16-9176-c076f69891fe) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:19.552814 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27c7832c-744b-4b3d-aca0-330c5e0977ae req-36386877-87de-4c50-b8b5-92677df9ab00 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987632 Aug 29 19:10:19.665780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:19.689095 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for port (7d683ccc-a220-4a16-9176-c076f69891fe), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.692502 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37a0cd-3de6-4025-874b-366468419111 req-062a1156-04af-41bb-8ed2-fcc0a7c109de tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:19.693987 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-be37a0cd-3de6-4025-874b-366468419111 req-062a1156-04af-41bb-8ed2-fcc0a7c109de tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0647850 Aug 29 19:10:19.724143 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:19.751970 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-be37a0cd-3de6-4025-874b-366468419111 req-4d890757-b241-455e-ad65-89181a028fe3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505464 Aug 29 19:10:19.752847 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (7d683ccc-a220-4a16-9176-c076f69891fe), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.794955 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:19.799709 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:19.806775 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:19.810126 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'Port': ['ID=7d683ccc-a220-4a16-9176-c076f69891fe,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:19.910105 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:19.955655 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7d683ccc-a220-4a16-9176-c076f69891fe), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:20.089249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:20.131417 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for port (7d683ccc-a220-4a16-9176-c076f69891fe), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:20.137096 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (7d683ccc-a220-4a16-9176-c076f69891fe), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:20.205694 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:20.209629 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'Port': ['ID=7d683ccc-a220-4a16-9176-c076f69891fe,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:20.226150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:20.227462 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0ab01b3a-6a4a-459f-b714-403f92be5064 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9420087 Aug 29 19:10:20.435364 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-b5f9e6dd-78ab-4596-8e7a-57936e8d6fca tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--732886689&fields=id&tenant_id=b429eb37f4ed408d830ef2c1034e9bdc HTTP/1.1" status: 200 len: 267 time: 0.0460424 Aug 29 19:10:20.546756 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-c122ea9f-4022-4a4a-91f9-d2be71197e61 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:20.548310 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-c122ea9f-4022-4a4a-91f9-d2be71197e61 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 819 time: 0.1064994 Aug 29 19:10:20.569916 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-b55a0b3c-e436-4aa6-b3e5-b39eb9c7d15a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/quotas/b429eb37f4ed408d830ef2c1034e9bdc HTTP/1.1" status: 200 len: 375 time: 0.0129685 Aug 29 19:10:20.663743 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-94930be2-ceba-4df7-8e12-2a552c2673d8 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870600 Aug 29 19:10:20.697770 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc613f44-aea5-413e-b192-73af26449aff req-df1373f7-f039-475b-881e-e4386c578302 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:20.700180 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc613f44-aea5-413e-b192-73af26449aff req-df1373f7-f039-475b-881e-e4386c578302 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0851171 Aug 29 19:10:21.058830 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc613f44-aea5-413e-b192-73af26449aff req-ae6fa1fd-ac90-469d-89d0-93b3a73b41ed tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461051 Aug 29 19:10:21.069467 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:21.084354 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-bc711c5c-786a-4024-80d6-5286d3ea5880 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073379 Aug 29 19:10:21.205287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aa962-9c4e-4244-ad94-34c2a16c5e1f req-49615a33-43bf-411c-9193-affffcaaffb9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:21.206757 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b89aa962-9c4e-4244-ad94-34c2a16c5e1f req-49615a33-43bf-411c-9193-affffcaaffb9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 944 time: 0.0639112 Aug 29 19:10:21.235037 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-aece8851-ae4e-4722-ad2f-4e2082f0198c service neutron] 10.222.0.94 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409318 Aug 29 19:10:21.266664 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b89aa962-9c4e-4244-ad94-34c2a16c5e1f req-162e1e0f-1424-4018-b10c-b908df99f13e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529170 Aug 29 19:10:21.437821 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-32acb60c-6be0-477c-bd63-4eea571df884 req-f419c73a-64fa-4d54-a465-702b1c5dfd19 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 210 time: 0.0390761 Aug 29 19:10:21.447534 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d42ed-e1da-43de-b6ae-3c26ba71896b req-3d0d6a39-6e4c-4b82-96bd-88333014be49 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:21.449053 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-869d42ed-e1da-43de-b6ae-3c26ba71896b req-3d0d6a39-6e4c-4b82-96bd-88333014be49 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.1088014 Aug 29 19:10:21.511813 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-869d42ed-e1da-43de-b6ae-3c26ba71896b req-2402ebcc-7eb3-403f-9a8c-7fe035800526 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558465 Aug 29 19:10:21.646105 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56286) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:21.772085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9c59321d-8e2f-47ee-8093-a643a64eeb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:21.852914 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9c59321d-8e2f-47ee-8093-a643a64eeb15 admin admin] Publish callbacks [] for security_group (61680f31-7746-4325-809b-69e29d2f62e9), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:21.858058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9c59321d-8e2f-47ee-8093-a643a64eeb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (61680f31-7746-4325-809b-69e29d2f62e9), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:21.901781 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59321d-8e2f-47ee-8093-a643a64eeb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61680f31-7746-4325-809b-69e29d2f62e9,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:21.906021 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9c59321d-8e2f-47ee-8093-a643a64eeb15 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=49624da95b924b9ebf10ea073c1f2daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573547 Aug 29 19:10:21.909151 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 56294) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:21.959421 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fd25-fddb-4b47-941c-e97b5d7e1954 admin admin] Publish callbacks [] for security_group (61680f31-7746-4325-809b-69e29d2f62e9), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:21.980909 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fd25-fddb-4b47-941c-e97b5d7e1954 admin admin] Publish callbacks [] for security_group (61680f31-7746-4325-809b-69e29d2f62e9), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:22.034183 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fd25-fddb-4b47-941c-e97b5d7e1954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (61680f31-7746-4325-809b-69e29d2f62e9), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:22.036932 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b4a0fd25-fddb-4b47-941c-e97b5d7e1954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:22.038080 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-b4a0fd25-fddb-4b47-941c-e97b5d7e1954 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/61680f31-7746-4325-809b-69e29d2f62e9 HTTP/1.1" status: 204 len: 168 time: 0.1279416 Aug 29 19:10:22.046436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0fd25-fddb-4b47-941c-e97b5d7e1954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61680f31-7746-4325-809b-69e29d2f62e9,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:22.214454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ac22-ac43-4d0f-a581-a7cd85e804f5 req-4cd49f86-33f9-4ec0-929e-bf13fe0b3d80 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:22.220228 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8277ac22-ac43-4d0f-a581-a7cd85e804f5 req-4cd49f86-33f9-4ec0-929e-bf13fe0b3d80 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0751913 Aug 29 19:10:22.285826 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8277ac22-ac43-4d0f-a581-a7cd85e804f5 req-8b7bb959-3653-437f-9c32-9fc536ff4236 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615301 Aug 29 19:10:22.350664 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:10:22.392354 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:22.425001 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e104e7-83aa-465a-9c23-6cbf0c08ad4f req-58dbee6f-65e4-45f3-851d-9580bcffa9ed tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:22.425001 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-71e104e7-83aa-465a-9c23-6cbf0c08ad4f req-58dbee6f-65e4-45f3-851d-9580bcffa9ed tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 944 time: 0.0655475 Aug 29 19:10:22.516945 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-71e104e7-83aa-465a-9c23-6cbf0c08ad4f req-0deaee97-1adc-49f3-8186-b3dd6256dc26 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791352 Aug 29 19:10:22.575917 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17008-d631-4866-84f4-c3e4da4a1e4c req-3310efd8-3ec0-4331-8c83-3ca4a1eff100 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:22.577610 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-16d17008-d631-4866-84f4-c3e4da4a1e4c req-3310efd8-3ec0-4331-8c83-3ca4a1eff100 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0573308 Aug 29 19:10:22.578004 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:22.578694 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:22.653636 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:22.666577 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'port_id': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'mac_address': 'fa:16:3e:3d:0c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:10:22.667468 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c598c951-38e6-4d6e-8004-7ee76d8cc932 req-7e0f2cc2-fed9-450e-9473-f714948f9ed8 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 210 time: 0.0455301 Aug 29 19:10:22.694767 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-16d17008-d631-4866-84f4-c3e4da4a1e4c req-6e57d453-32ed-4fda-bf2c-1fe099dcf923 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869820 Aug 29 19:10:22.711358 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:22.711358 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:22.734419 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:22.769192 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:22.776773 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:22.814077 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f9ae0-fc22-4ec1-a4d2-0d0684b1c9c7 req-990e8837-d01f-42c0-b062-1b756fe101b5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:22.816045 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a01f9ae0-fc22-4ec1-a4d2-0d0684b1c9c7 req-990e8837-d01f-42c0-b062-1b756fe101b5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0612051 Aug 29 19:10:22.831732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:22.873348 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a01f9ae0-fc22-4ec1-a4d2-0d0684b1c9c7 req-2f4a39df-1bc1-4b85-b1b9-9579a86783b3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500605 Aug 29 19:10:23.308703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-76f43e97-3c3e-48b4-bdc2-22c2a664c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:23.310166 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-76f43e97-3c3e-48b4-bdc2-22c2a664c164 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1129 time: 0.0435195 Aug 29 19:10:23.346562 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['7d4b5dab-5d4d-4df3-a064-13f32c7a8555'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:10:23.561100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:23.599809 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-3963671c-4d20-40c0-af5c-6f5e96db6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:23.601502 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-3963671c-4d20-40c0-af5c-6f5e96db6985 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.2352824 Aug 29 19:10:23.610081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-b8df83a6-188e-45d4-a60f-325df9911477 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:23.612113 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-b8df83a6-188e-45d4-a60f-325df9911477 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 819 time: 0.2353048 Aug 29 19:10:23.710830 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3613-8d40-4c82-a24a-d7b018d9f5aa req-4ba32c57-5b9e-4da8-9ce4-b35dee6dd6a3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:23.712433 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-502f3613-8d40-4c82-a24a-d7b018d9f5aa req-4ba32c57-5b9e-4da8-9ce4-b35dee6dd6a3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 945 time: 0.0927057 Aug 29 19:10:23.731824 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-18bdd26e-ccf5-4699-ac97-03fce2197f23 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 1001 time: 0.0799990 Aug 29 19:10:23.795721 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9bc57c3e-a99c-466f-a355-e4cbfbb7d1aa req-afa61268-de4a-4dcf-8276-b4faad22ae71 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 210 time: 0.0442944 Aug 29 19:10:23.805325 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-502f3613-8d40-4c82-a24a-d7b018d9f5aa req-8d40f5cb-c28e-45af-aecd-8b62ba259a27 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835075 Aug 29 19:10:23.920057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-1ba571c0-03de-42ac-a1e5-c2966ea05d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:23.920057 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-1ba571c0-03de-42ac-a1e5-c2966ea05d00 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0802903 Aug 29 19:10:23.937812 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-0eda2eb7-f216-41b2-a006-4a96d93eba0c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b429eb37f4ed408d830ef2c1034e9bdc HTTP/1.1" status: 200 len: 379 time: 0.1513720 Aug 29 19:10:23.992429 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'port': {'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'admin_state_up': True, 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'security_groups': ['18eb59a3-c04f-4cf3-946b-85584899a693']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:24.094588 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3e15-2610-4f49-8b5b-719b5329763c req-2f691f3f-6f9e-493b-9f94-f34cb1132bfd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:24.096072 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4cc3e15-2610-4f49-8b5b-719b5329763c req-2f691f3f-6f9e-493b-9f94-f34cb1132bfd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.1912303 Aug 29 19:10:24.114171 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87169b0f-a960-46d9-9202-00917dbc2ab1 req-7e1379a6-a6cb-45cb-8b6f-0e60fe68a45f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:24.115598 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-87169b0f-a960-46d9-9202-00917dbc2ab1 req-7e1379a6-a6cb-45cb-8b6f-0e60fe68a45f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.1491160 Aug 29 19:10:24.122709 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-573a1c7e-856a-4be8-a7b3-7b436a4a2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:24.124120 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-573a1c7e-856a-4be8-a7b3-7b436a4a2d39 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1587679 Aug 29 19:10:24.189573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:24.277119 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4cc3e15-2610-4f49-8b5b-719b5329763c req-627ddc60-ea39-48b2-9832-cd3a0512c783 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745522 Aug 29 19:10:24.308947 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-87169b0f-a960-46d9-9202-00917dbc2ab1 req-c99713d3-14d7-4634-8969-a911c25381cc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795123 Aug 29 19:10:24.338352 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-c4381057-6578-435e-ac4b-83916dc28ec6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814063 Aug 29 19:10:24.338352 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Made reservation on behalf of b429eb37f4ed408d830ef2c1034e9bdc for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:10:24.338352 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:24.479800 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:24.533859 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-824b372a-9433-4b83-87e5-e935950bf4db tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-805233569&fields=id&tenant_id=6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 267 time: 0.1294506 Aug 29 19:10:24.534491 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:24.555387 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95cf5ee5-c4be-483d-bf1e-92655ea010aa req-2826da34-0007-4119-be36-d4eec9435b5d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145593 Aug 29 19:10:24.578279 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:10:24.586355 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:24.586768 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:24.641390 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Allocated IP 172.20.0.4 (9853bcbc-2750-4a4b-ae35-877c673fbf89/57298b0d-dfea-4841-87f3-f132cc8f1eb6/f5ea5791-6357-48d5-bdaa-4b91eacc1a22) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:24.678300 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:24.679197 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:24.704552 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:24.706796 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29679c89-7c65-42e0-b93e-0ca3895497f8" -d '{"events": [{"server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:24.724476 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:24.729855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:24.731565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-931b9d40-d8fd-434b-a2f1-5fc41bd98eec tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:24.733227 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-931b9d40-d8fd-434b-a2f1-5fc41bd98eec tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 812 time: 0.1803937 Aug 29 19:10:24.756479 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfed072-13d1-438a-a7c9-fadeab581464 x-openstack-request-id: req-6bfed072-13d1-438a-a7c9-fadeab581464 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:24.756876 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:24.757123 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6bfed072-13d1-438a-a7c9-fadeab581464 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:24.757701 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfed072-13d1-438a-a7c9-fadeab581464'] response: {'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'code': 200} Aug 29 19:10:24.758659 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d73686f9-3b17-477f-977e-3ea1cce0c843 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/quotas/6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 375 time: 0.0156267 Aug 29 19:10:24.781653 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:24.870107 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-45aa6086-ac9f-4bdc-97be-810be3dfb08a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976596 Aug 29 19:10:24.936516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03a3b4f4-715d-43a6-b6fe-0a0c3e7af102 req-c41f5a22-8e16-470a-86e9-8251d7e578c7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 210 time: 0.0597012 Aug 29 19:10:24.984348 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=56 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:24.998171 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:25.005294 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:25.017576 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:25.096081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ce079-1980-49c8-aab8-c4359f8fbfa8 req-64bc95a4-857a-4896-a45b-4ac4b1c4f2db tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:25.097562 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d3ce079-1980-49c8-aab8-c4359f8fbfa8 req-64bc95a4-857a-4896-a45b-4ac4b1c4f2db tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0942526 Aug 29 19:10:25.102480 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-6db30389-2e60-4945-ae00-30f1f5741f9c service neutron] 10.222.0.94 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055144 Aug 29 19:10:25.111766 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:25.274322 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:25.297461 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:25.308146 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:25.312993 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:25.313617 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:25.328329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event updated for resources: {'Port': ['ID=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:25.348158 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236c4d-36a6-48a4-a5d2-cd8715c3b282 req-b75bd4c8-d90f-447f-bca9-d8c33000afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:25.349618 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-22236c4d-36a6-48a4-a5d2-cd8715c3b282 req-b75bd4c8-d90f-447f-bca9-d8c33000afa5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 1130 time: 0.1313686 Aug 29 19:10:25.365233 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d3ce079-1980-49c8-aab8-c4359f8fbfa8 req-39040fb7-fdd0-4901-bda4-554028bcb15e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406089 Aug 29 19:10:25.375313 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-2535dce6-27a0-4e09-9f6c-54eb17023c0f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3896697 Aug 29 19:10:25.387610 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-1dfe19d9-f35f-4592-9168-d4725366a8db service neutron] 10.222.0.94 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774556 Aug 29 19:10:25.394191 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:25.420014 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-22236c4d-36a6-48a4-a5d2-cd8715c3b282 req-5841800e-d7b4-4ae1-8fe6-b1fec8b63bc1 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587332 Aug 29 19:10:25.491796 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a977f-7253-4849-b0ff-1df99d90de96 req-8f8e6f59-a201-4cae-8f99-e6167eea2b70 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:25.493357 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a5a977f-7253-4849-b0ff-1df99d90de96 req-8f8e6f59-a201-4cae-8f99-e6167eea2b70 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Aug 29 19:10:25.550423 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a5a977f-7253-4849-b0ff-1df99d90de96 req-41cc3976-f7ba-43c7-8eee-d198d3a5a5e5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471067 Aug 29 19:10:25.589195 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-749e7ce9-fbb1-458c-950c-ecd284da3308 None None] Provisioning complete for port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:25.589753 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-749e7ce9-fbb1-458c-950c-ecd284da3308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:25.622977 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-749e7ce9-fbb1-458c-950c-ecd284da3308 None None] Port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:10:25.661343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96535a-61fc-4222-ae14-2cf0a19dd2cc req-51bda7a1-7db8-4cb7-a3dd-f6deb62605ac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:25.662813 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3c96535a-61fc-4222-ae14-2cf0a19dd2cc req-51bda7a1-7db8-4cb7-a3dd-f6deb62605ac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0513632 Aug 29 19:10:25.718111 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3c96535a-61fc-4222-ae14-2cf0a19dd2cc req-61799c23-da17-422e-9f93-b30b76399f45 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492170 Aug 29 19:10:25.772388 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9231104f-bae1-402d-b022-d41f2945635b req-c00a5810-0a25-4e3a-9c90-ad3595fb6f38 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0334058 Aug 29 19:10:25.823212 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Request body: {'port': {'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:25.886273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.107031 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e835b-3cde-4498-8f43-2a2f24edcec0 req-8e95acbe-43d9-4f1a-ba26-40f58e0db3e0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:26.108709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5e3e835b-3cde-4498-8f43-2a2f24edcec0 req-8e95acbe-43d9-4f1a-ba26-40f58e0db3e0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 931 time: 0.0939417 Aug 29 19:10:26.145735 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:26.196238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5e3e835b-3cde-4498-8f43-2a2f24edcec0 req-cd935468-e303-4063-88b9-c6ecc15c15d7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792811 Aug 29 19:10:26.237291 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ea5791-6357-48d5-bdaa-4b91eacc1a22 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:26.245732 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Publish callbacks [] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.258792 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Transition to ACTIVE for port object f5ea5791-6357-48d5-bdaa-4b91eacc1a22 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:10:26.263387 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.334667 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:26.348615 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Attempting to bind port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:10:26.348944 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Attempting to bind port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:10:26.349261 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Attempting to bind port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:26.354879 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:10:26.355224 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Attempting to bind port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 on network 9853bcbc-2750-4a4b-ae35-877c673fbf89 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:26.360092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:10:26.360436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Checking segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:10:26.360804 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Bound using segment: {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:10:26.361214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Bound port: f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f4d2cb-a539-47aa-a347-7a78fb7bfa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:10:26.361562 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.425258 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] For port f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:26.429423 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] For port f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:26.436523 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.439572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:26.440419 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.441913 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 1093 time: 0.6232476 Aug 29 19:10:26.444421 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:26.446570 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f576f740-9168-4cbc-b890-742a174cc242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.447210 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe65e889-f22c-4e20-9067-b146f48d6022" -d '{"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:26.524061 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:10:26.618009 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:26.661102 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:26.677146 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'mac_address': 'fa:16:3e:17:15:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:10:26.684685 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:26.723247 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: ACTIVE; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:26.724000 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.739722 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:26.761208 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5db689-3129-4607-a1a8-a20812953773 x-openstack-request-id: req-ec5db689-3129-4607-a1a8-a20812953773 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:26.761838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:26.761838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec5db689-3129-4607-a1a8-a20812953773 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:26.762119 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5db689-3129-4607-a1a8-a20812953773'] response: {'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'status': 'completed', 'code': 200} Aug 29 19:10:26.763734 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:26.768699 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:26.807936 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:26.827314 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=6']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:26.835093 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ccc13-0232-4821-9197-b27ef27d8506 req-f0473681-699f-4e36-a249-b3cb5802b6d1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:26.837455 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bb5ccc13-0232-4821-9197-b27ef27d8506 req-f0473681-699f-4e36-a249-b3cb5802b6d1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.3856292 Aug 29 19:10:26.852769 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5854b-1df4-442b-9de6-a90a016c7a7d service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:26.867931 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac877e2-7d7d-421c-acc5-931891b0465e req-2d34c0ef-b9fd-4992-922a-de09c29ab371 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:26.870332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ac877e2-7d7d-421c-acc5-931891b0465e req-2d34c0ef-b9fd-4992-922a-de09c29ab371 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.1073864 Aug 29 19:10:26.916581 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bb5ccc13-0232-4821-9197-b27ef27d8506 req-6c695b0f-a65c-4b52-be61-a824319493f5 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780206 Aug 29 19:10:26.944208 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ac877e2-7d7d-421c-acc5-931891b0465e req-3a878783-850c-4236-bd30-cd0674cde727 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585005 Aug 29 19:10:27.041491 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['90bec49f-36b1-4027-8fc3-86cd4d15e3f4'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:10:27.042960 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0c1cfa5f-db4b-4219-a93f-04278bacc6fd req-5b14dd3a-541a-4242-8133-3d0df7cc873f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0382791 Aug 29 19:10:27.049102 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2113-5bab-4543-87ff-4fb6a19abd58 req-b4595f1b-9aa0-47dd-99d0-af6809fb6450 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:27.050552 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-67db2113-5bab-4543-87ff-4fb6a19abd58 req-b4595f1b-9aa0-47dd-99d0-af6809fb6450 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 944 time: 0.0748219 Aug 29 19:10:27.107283 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-67db2113-5bab-4543-87ff-4fb6a19abd58 req-aaa71fa7-e48b-4df0-901a-49c47aaf0c2e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Aug 29 19:10:27.322586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75a3d9-c172-4735-9007-24ca86a0bf9f req-65a3b1bd-ca73-43fb-ad0c-6e03b72bf572 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:27.324227 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe75a3d9-c172-4735-9007-24ca86a0bf9f req-65a3b1bd-ca73-43fb-ad0c-6e03b72bf572 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 943 time: 0.0537565 Aug 29 19:10:27.404387 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe75a3d9-c172-4735-9007-24ca86a0bf9f req-0ed890f5-435d-49b6-9d79-8998b03f1fa9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744042 Aug 29 19:10:27.416341 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e889-f22c-4e20-9067-b146f48d6022 req-4b7c60a0-5ec6-4185-ba27-83d6b34ec8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:27.416341 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe65e889-f22c-4e20-9067-b146f48d6022 req-4b7c60a0-5ec6-4185-ba27-83d6b34ec8e8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1127 time: 0.0510716 Aug 29 19:10:27.565501 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e889-f22c-4e20-9067-b146f48d6022 req-02a9b1aa-3788-49bd-b426-31c322f64a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:27.567623 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe65e889-f22c-4e20-9067-b146f48d6022 req-02a9b1aa-3788-49bd-b426-31c322f64a4b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1110082 Aug 29 19:10:27.683842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:27.723103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e889-f22c-4e20-9067-b146f48d6022 req-a9610fde-abfb-4410-91da-353f190e6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:27.724582 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe65e889-f22c-4e20-9067-b146f48d6022 req-a9610fde-abfb-4410-91da-353f190e6479 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0999377 Aug 29 19:10:28.037392 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361509fa-fdad-4f0d-85c8-6965ffeee161 req-93b85815-2b3c-4455-bfad-14b04d224917 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:28.038790 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-361509fa-fdad-4f0d-85c8-6965ffeee161 req-93b85815-2b3c-4455-bfad-14b04d224917 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0483539 Aug 29 19:10:28.090098 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-361509fa-fdad-4f0d-85c8-6965ffeee161 req-32d00056-f479-4c89-846f-d45ee2df989a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435665 Aug 29 19:10:28.154988 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-600ed1f6-6c7b-4637-8ab4-0a576b8304e8 req-c9c4101e-f6bb-4306-b4b9-37f8f97cf6a0 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0306633 Aug 29 19:10:28.238279 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e044733-980e-47af-8a15-b47ac0fc3116 req-c3407e90-dbba-4587-ab77-32183be56ad2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:28.239776 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3e044733-980e-47af-8a15-b47ac0fc3116 req-c3407e90-dbba-4587-ab77-32183be56ad2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 944 time: 0.0498006 Aug 29 19:10:28.288650 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3e044733-980e-47af-8a15-b47ac0fc3116 req-62dae43c-ef55-4764-a661-3e70ea2fbbbd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Aug 29 19:10:28.525199 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1430c25-b74d-4d9a-b411-4b4f9e2f2f53 req-e6e60b5e-fd59-42cb-8e95-79297cdbf7b7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:28.526762 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1430c25-b74d-4d9a-b411-4b4f9e2f2f53 req-e6e60b5e-fd59-42cb-8e95-79297cdbf7b7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 943 time: 0.0468156 Aug 29 19:10:28.538494 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:28.575124 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1430c25-b74d-4d9a-b411-4b4f9e2f2f53 req-9b4d44b7-7298-4975-8291-4a1bc45d5d74 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425501 Aug 29 19:10:28.585701 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:28.586071 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:28.656242 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:28.656624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:28.679269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:28.681537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81b0967-7b5a-4e2e-bb92-41e70de2b22f" -d '{"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:28.695445 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:28.700802 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:28.721952 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-8ea69bf2-c3be-4335-aea6-b69acb63d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:28.723615 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-8ea69bf2-c3be-4335-aea6-b69acb63d78b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1127 time: 0.0437074 Aug 29 19:10:28.730427 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e7c45-b3ce-4beb-b01a-551280ea3446 x-openstack-request-id: req-1d2e7c45-b3ce-4beb-b01a-551280ea3446 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:28.730721 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:28.730976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1d2e7c45-b3ce-4beb-b01a-551280ea3446 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:28.731402 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2e7c45-b3ce-4beb-b01a-551280ea3446'] response: {'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'code': 200} Aug 29 19:10:28.755320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=7']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:28.870648 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d42f8ec8-1854-475c-88b2-982de819c037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:29.096190 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-1245bb87-3a48-45c0-9097-02e737e6ff74 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 217 time: 0.0387630 Aug 29 19:10:29.165033 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-8bb208aa-e6e6-4eb6-afff-f443b37b0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:29.166476 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-8bb208aa-e6e6-4eb6-afff-f443b37b0bd8 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0572803 Aug 29 19:10:29.265173 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9716b-7e54-435d-b3ac-9a45b2564749 req-fdb5a92d-aeaf-4b3b-9c1b-2b1e2f591051 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:29.266743 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95b9716b-7e54-435d-b3ac-9a45b2564749 req-fdb5a92d-aeaf-4b3b-9c1b-2b1e2f591051 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0930429 Aug 29 19:10:29.270410 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:29.293604 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf1c4a8b-40b9-4f24-811e-a40f7e9a6fa1 req-0bce7201-9b18-4f18-82c2-296213b42a70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0459983 Aug 29 19:10:29.299064 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-dc3e0bc4-0e0d-45fc-83ab-ff62ac324797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:29.300487 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-dc3e0bc4-0e0d-45fc-83ab-ff62ac324797 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940146 Aug 29 19:10:29.340441 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95b9716b-7e54-435d-b3ac-9a45b2564749 req-b6d968d3-9a4a-4f9e-8493-e910b1c35795 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528173 Aug 29 19:10:29.419666 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17935717-6a1f-4b99-96b9-c171c937cc3b req-a19b8909-9384-4d6e-95da-5aa2dadf3723 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:29.421144 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17935717-6a1f-4b99-96b9-c171c937cc3b req-a19b8909-9384-4d6e-95da-5aa2dadf3723 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0504763 Aug 29 19:10:29.493571 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd9708-a9f5-4ca4-a381-2e9922667f50 req-dfa3c1d2-3b25-47c5-95fb-3aa637d54514 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:29.495754 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f2bd9708-a9f5-4ca4-a381-2e9922667f50 req-dfa3c1d2-3b25-47c5-95fb-3aa637d54514 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0823970 Aug 29 19:10:29.505899 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56450) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:29.512191 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'port_id': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:29.520660 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17935717-6a1f-4b99-96b9-c171c937cc3b req-05e03452-c224-42a5-b415-e651ab29ff73 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907490 Aug 29 19:10:29.554853 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (14cbb249-79e1-43f5-b9ab-fff2b5fc71fb), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:29.619116 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:29.755959 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85328a85-76db-40c3-94e9-86d54e63bbf2 req-a3ad0310-403f-4e92-a936-c5d71d9ec538 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:29.758475 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85328a85-76db-40c3-94e9-86d54e63bbf2 req-a3ad0310-403f-4e92-a936-c5d71d9ec538 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 943 time: 0.0931392 Aug 29 19:10:29.939332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85328a85-76db-40c3-94e9-86d54e63bbf2 req-e40f1210-f140-4036-a4bc-1857f57eac29 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458378 Aug 29 19:10:29.945576 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-073f9e8e-6586-49e4-bd77-c780c9eba69c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317677 Aug 29 19:10:30.033139 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:30.044103 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:30.049862 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (14cbb249-79e1-43f5-b9ab-fff2b5fc71fb), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:30.059730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-38804337-d6d6-48ba-92c4-f4ce724e6c73 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:30.061312 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-38804337-d6d6-48ba-92c4-f4ce724e6c73 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 812 time: 0.2044830 Aug 29 19:10:30.091509 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:30.101419 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d2a472e-742b-4719-93aa-89e7147e8969 req-5532d021-e34e-405b-a1f0-1aa3895866ad service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378055 Aug 29 19:10:30.157231 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP 14cbb249-79e1-43f5-b9ab-fff2b5fc71fb associated. External IP: 172.27.2.77, port: 7d4b5dab-5d4d-4df3-a064-13f32c7a8555. Aug 29 19:10:30.238515 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:30.394232 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-cfbefd05-16a5-4f07-a199-9585dd1b6117 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 379 time: 0.1136906 Aug 29 19:10:30.402788 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:10:30.441170 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d634506-359f-48f1-8b4c-5c8a9faf2324 req-8855a2be-d663-43a7-ab6d-4f99ff09d868 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0402989 Aug 29 19:10:30.682865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616affc7-8c09-4182-991d-febc8b43e8a8 req-9025e497-2fd6-4328-bde9-be4f84ecd19b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:30.690647 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-616affc7-8c09-4182-991d-febc8b43e8a8 req-9025e497-2fd6-4328-bde9-be4f84ecd19b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0671647 Aug 29 19:10:30.753775 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-616affc7-8c09-4182-991d-febc8b43e8a8 req-862965aa-3ef0-4e15-a059-e57fc3d23ce8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620868 Aug 29 19:10:30.783223 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:10:30.789490 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:30.798442 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:10:30.817064 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:30.818134 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:30.840777 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f94694a3-3dd0-44b9-9b11-45ab19b1b83b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/14cbb249-79e1-43f5-b9ab-fff2b5fc71fb HTTP/1.1" status: 200 len: 991 time: 1.3334901 Aug 29 19:10:30.841386 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:30.844312 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eebe545-294d-469a-825d-318633be94a3" -d '{"events": [{"name": "network-changed", "server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:30.893397 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab13737d-3373-4c22-a088-9358c04fac51 x-openstack-request-id: req-ab13737d-3373-4c22-a088-9358c04fac51 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:30.893714 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:30.893945 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ab13737d-3373-4c22-a088-9358c04fac51 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:30.894354 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab13737d-3373-4c22-a088-9358c04fac51'] response: {'name': 'network-changed', 'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'status': 'completed', 'code': 200} Aug 29 19:10:30.953695 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:31.126434 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7ce0-8b43-40a5-9f86-2b026f4608ea req-4ff6513c-d2ff-41fd-bff6-fa78d7ae1452 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:31.128437 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df7b7ce0-8b43-40a5-9f86-2b026f4608ea req-4ff6513c-d2ff-41fd-bff6-fa78d7ae1452 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 943 time: 0.0602562 Aug 29 19:10:31.171028 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:31.199704 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df7b7ce0-8b43-40a5-9f86-2b026f4608ea req-53a6c557-e001-411b-b7f9-bada63314dc0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646927 Aug 29 19:10:31.344884 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '14cbb249-79e1-43f5-b9ab-fff2b5fc71fb', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:3d:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:06Z', 'updated_at': '2022-08-29T19:10:29Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}, {'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:48Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:31.347891 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:31.373971 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:10:31.384134 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:31.385009 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:31.524043 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:31.527447 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:31.689072 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9b65e8f4-d3a8-4c99-bad1-9eb219f71feb req-6116c3b9-1c0d-46e8-aeeb-f8ec4299c47e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0583711 Aug 29 19:10:31.916832 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0e3b-b8b4-4712-9121-83df696180eb req-17a25851-f48c-402e-be27-01bb03a82b21 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:31.920534 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-720c0e3b-b8b4-4712-9121-83df696180eb req-17a25851-f48c-402e-be27-01bb03a82b21 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0738959 Aug 29 19:10:31.986889 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-720c0e3b-b8b4-4712-9121-83df696180eb req-6321a227-f394-4371-8c10-b3250a6c520c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606360 Aug 29 19:10:31.996585 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:31.998273 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '14cbb249-79e1-43f5-b9ab-fff2b5fc71fb', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:3d:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:06Z', 'updated_at': '2022-08-29T19:10:29Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}, {'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:48Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:32.031242 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac286d-d36c-408c-a25f-6b881308a2c7 None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '14cbb249-79e1-43f5-b9ab-fff2b5fc71fb', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:3d:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:06Z', 'updated_at': '2022-08-29T19:10:29Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}, {'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:48Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:10:32.298903 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a3090-9edb-4741-a8bd-d44087ee8d87 None None] New status for floating IP 14cbb249-79e1-43f5-b9ab-fff2b5fc71fb: ACTIVE {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:10:32.430101 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6a6fb-c70e-4a23-98fc-f5ea9439491e req-777b2b1a-6a2b-4020-9ff4-96f6ef8175ff tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:32.438880 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2fa6a6fb-c70e-4a23-98fc-f5ea9439491e req-777b2b1a-6a2b-4020-9ff4-96f6ef8175ff tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 943 time: 0.0767531 Aug 29 19:10:32.504778 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2fa6a6fb-c70e-4a23-98fc-f5ea9439491e req-d97c2e26-2583-426b-9abf-87496d4684e6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648050 Aug 29 19:10:32.666839 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'port': {'device_id': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'admin_state_up': True, 'tenant_id': '6a4d940594f542808602c7260993f85f', 'security_groups': ['ee9e5cd4-ab69-4700-8488-d69e19526a8a']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:32.754717 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:32.846943 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9b342b6d-21b7-41f6-ac8b-8fa67ea62314 req-1e27f6cf-a0ed-4a18-9116-f0ba5ad75462 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0625260 Aug 29 19:10:32.874324 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebe545-294d-469a-825d-318633be94a3 req-d7189f27-891e-4a69-a9ca-b28b8e711eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:32.875807 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-d7189f27-891e-4a69-a9ca-b28b8e711eb6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 1130 time: 0.1134090 Aug 29 19:10:32.900582 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Made reservation on behalf of 6a4d940594f542808602c7260993f85f for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:10:32.905511 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:33.042535 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Allocated IP 172.20.0.9 (e57e46be-ed2c-4b43-aa10-cfbdcaee4566/f84065b6-e3ee-4b15-80d1-59d666e5e090/32fdb103-82cb-4537-9dfe-6532b2639a2a) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:33.116625 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:33.173849 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd44a-5abb-4214-9a00-83d1124552cf req-4eb81240-9f8f-4858-8cbc-a9db4a41346f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:33.178865 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0d6fd44a-5abb-4214-9a00-83d1124552cf req-4eb81240-9f8f-4858-8cbc-a9db4a41346f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0948343 Aug 29 19:10:33.429124 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0d6fd44a-5abb-4214-9a00-83d1124552cf req-cd8b9106-ed26-4f82-b69e-fe89dd55e71a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751060 Aug 29 19:10:33.432121 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:33.449638 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebe545-294d-469a-825d-318633be94a3 req-aaaf1c46-9550-43db-9ab9-7152a0cffe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:33.451449 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-aaaf1c46-9550-43db-9ab9-7152a0cffe33 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.2404413 Aug 29 19:10:33.497422 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:33.609034 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:33.623723 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:33.625015 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:33.630273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:33.630886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:33.640664 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=32fdb103-82cb-4537-9dfe-6532b2639a2a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:33.671385 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-b2cb853d-dfe1-4390-99d9-4692f94acdc9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555 HTTP/1.1" status: 200 len: 1001 time: 0.1836960 Aug 29 19:10:33.690093 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:33.717865 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d30a9dd7-cf19-4929-bd88-bfd6053ea11b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0548105 Aug 29 19:10:33.761996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Request body: {'port': {'device_id': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:33.770356 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695424d-5ffd-4ac2-b5e1-62c87658a3dc req-754f7ccb-cc27-4237-be63-a2de43ffd9a5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:33.771856 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6695424d-5ffd-4ac2-b5e1-62c87658a3dc req-754f7ccb-cc27-4237-be63-a2de43ffd9a5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 943 time: 0.1376545 Aug 29 19:10:33.842133 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebe545-294d-469a-825d-318633be94a3 req-b318f3c6-fdd8-4a6b-9fa2-3937acf4278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:33.843824 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-b318f3c6-fdd8-4a6b-9fa2-3937acf4278c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.1474335 Aug 29 19:10:33.919287 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-75835c2b-b4fe-433b-941a-6610d974dd08 None None] Provisioning complete for port 32fdb103-82cb-4537-9dfe-6532b2639a2a triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:33.920317 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-75835c2b-b4fe-433b-941a-6610d974dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:33.938602 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:33.959624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-75835c2b-b4fe-433b-941a-6610d974dd08 None None] Port 32fdb103-82cb-4537-9dfe-6532b2639a2a cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:10:33.968149 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebe545-294d-469a-825d-318633be94a3 req-7a58fc25-989f-4d86-8503-ed6914c5a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:33.969747 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-7a58fc25-989f-4d86-8503-ed6914c5a684 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927501 Aug 29 19:10:33.975547 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6695424d-5ffd-4ac2-b5e1-62c87658a3dc req-01a2a487-1da1-4e3d-ab20-b8fc2c860cbb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799452 Aug 29 19:10:34.081766 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7e080-4530-4f5f-948d-4f1da57e2bdd req-107bbecd-3190-47dd-a67a-8b63cfd4b0cb tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:34.083226 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fda7e080-4530-4f5f-948d-4f1da57e2bdd req-107bbecd-3190-47dd-a67a-8b63cfd4b0cb tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 931 time: 0.1363983 Aug 29 19:10:34.156160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:34.239800 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fda7e080-4530-4f5f-948d-4f1da57e2bdd req-d229ff2c-0bae-4da6-9e30-e7775388d30d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484411 Aug 29 19:10:34.244939 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-02160bc9-4375-43e2-b8c1-87850b39f6e3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525220 Aug 29 19:10:34.547299 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device f5ea5791-6357-48d5-bdaa-4b91eacc1a22 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:10:34.658190 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fd213-6906-48bf-8e11-e0092223ab76 req-f7213c8f-f978-45c9-9d53-9ddfdf95e192 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:34.659985 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-517fd213-6906-48bf-8e11-e0092223ab76 req-f7213c8f-f978-45c9-9d53-9ddfdf95e192 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0541155 Aug 29 19:10:34.726592 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1eebe545-294d-469a-825d-318633be94a3 req-3947eff5-a8f7-4cec-86b9-ecfade267a9a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555814 Aug 29 19:10:34.760404 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:34.802293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:34.808871 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-517fd213-6906-48bf-8e11-e0092223ab76 req-b5c1f14a-0ae5-4ad2-9d48-6b7f04853fcc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311855 Aug 29 19:10:34.811693 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:10:34.817160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:34.826127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fdb103-82cb-4537-9dfe-6532b2639a2a {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:34.853996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Publish callbacks [] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:34.872884 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Transition to ACTIVE for port object 32fdb103-82cb-4537-9dfe-6532b2639a2a will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:10:34.885054 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:34.923113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:34.924703 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:34.961246 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea5791-6357-48d5-bdaa-4b91eacc1a22 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:35.029111 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:35.036076 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Attempting to bind port 32fdb103-82cb-4537-9dfe-6532b2639a2a on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:10:35.036425 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Attempting to bind port 32fdb103-82cb-4537-9dfe-6532b2639a2a by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:10:35.036753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Attempting to bind port 32fdb103-82cb-4537-9dfe-6532b2639a2a on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:35.041409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Pushing event updated for resources: {'Port': ['ID=32fdb103-82cb-4537-9dfe-6532b2639a2a,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:35.041831 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:35.048451 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Port 32fdb103-82cb-4537-9dfe-6532b2639a2a on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:10:35.048451 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Attempting to bind port 32fdb103-82cb-4537-9dfe-6532b2639a2a on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:35.055852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:10:35.056588 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Checking segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:10:35.057388 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Bound using segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:10:35.058047 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Bound port: 32fdb103-82cb-4537-9dfe-6532b2639a2a, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:10:35.058576 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:35.111592 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:35.181590 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac071970-bc5b-4966-beb9-105c2c5d6b8d req-b644437c-ddf8-46f6-8593-033081bb079b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:35.183006 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ac071970-bc5b-4966-beb9-105c2c5d6b8d req-b644437c-ddf8-46f6-8593-033081bb079b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0924942 Aug 29 19:10:35.218432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] For port 32fdb103-82cb-4537-9dfe-6532b2639a2a, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:35.245112 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] For port 32fdb103-82cb-4537-9dfe-6532b2639a2a, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:35.261855 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:35.269954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:35.270847 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:35.280455 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/32fdb103-82cb-4537-9dfe-6532b2639a2a HTTP/1.1" status: 200 len: 1093 time: 1.5386622 Aug 29 19:10:35.283367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:35.290019 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d8656-8dbf-467b-9c60-21dd80066903" -d '{"events": [{"name": "network-changed", "server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:35.337896 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ac071970-bc5b-4966-beb9-105c2c5d6b8d req-b40ec22a-b920-4c00-927d-49f775098b6c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433918 Aug 29 19:10:35.414263 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3435e27f-b8be-4c6f-96dd-3bcf21bf5400 x-openstack-request-id: req-3435e27f-b8be-4c6f-96dd-3bcf21bf5400 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:35.414622 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:35.414815 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3435e27f-b8be-4c6f-96dd-3bcf21bf5400 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:35.415225 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3435e27f-b8be-4c6f-96dd-3bcf21bf5400'] response: {'name': 'network-changed', 'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'status': 'completed', 'code': 200} Aug 29 19:10:35.443759 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-43b8c278-de28-4784-a865-34cba69b16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:35.446361 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-43b8c278-de28-4784-a865-34cba69b16f9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 1127 time: 0.0635698 Aug 29 19:10:35.460591 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57118ca0-aa2c-4464-a9a9-135a8e1b382a req-d409a34b-d51b-48bb-8bfe-d2ccb76921c3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:35.462059 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-57118ca0-aa2c-4464-a9a9-135a8e1b382a req-d409a34b-d51b-48bb-8bfe-d2ccb76921c3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.1229815 Aug 29 19:10:35.466907 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Pushing event updated for resources: {'Port': ['ID=32fdb103-82cb-4537-9dfe-6532b2639a2a,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:35.482558 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.482895 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.483418 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.483652 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.483976 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.484271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.484539 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.484863 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.485189 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.485517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.485844 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.486164 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.486483 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.486804 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.487148 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdb2fe-6448-42d0-a6d7-47e317a732fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:35.551404 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-57118ca0-aa2c-4464-a9a9-135a8e1b382a req-3da0c4c1-d984-4124-a08a-1fc2cf30375f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768547 Aug 29 19:10:35.987310 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea139-585b-43f2-82cb-10583f5eff84 req-97d0acca-a600-488d-8382-1ed98dc1047b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:35.995226 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-272ea139-585b-43f2-82cb-10583f5eff84 req-97d0acca-a600-488d-8382-1ed98dc1047b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0701237 Aug 29 19:10:36.063649 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-272ea139-585b-43f2-82cb-10583f5eff84 req-cd07f298-d17c-4fae-b461-40c3e4b4223e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666118 Aug 29 19:10:36.191003 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:36.212044 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-ca378dfb-d16f-46e5-9391-a79848af5300 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1095720548&fields=id&tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb HTTP/1.1" status: 200 len: 267 time: 0.0501103 Aug 29 19:10:36.344398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-88776ac9-9ba1-4719-8431-72d2ca2d8da9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:36.346548 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-88776ac9-9ba1-4719-8431-72d2ca2d8da9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 808 time: 0.1266673 Aug 29 19:10:36.369820 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-531c1846-d7b7-46fa-bb37-ff5d52c1b48e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/quotas/f0f4bcf841c942a9928f5b343b5fb8bb HTTP/1.1" status: 200 len: 375 time: 0.0177827 Aug 29 19:10:36.469744 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-57dc4355-e1da-4efe-a11a-776eb4eec8eb tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894318 Aug 29 19:10:36.484062 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c431a-a668-412c-9328-62008320cc0f req-acc83b59-b582-405e-9cd3-f4f45e919611 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:36.486554 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3c7c431a-a668-412c-9328-62008320cc0f req-acc83b59-b582-405e-9cd3-f4f45e919611 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0628645 Aug 29 19:10:36.567822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:36.593475 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3c7c431a-a668-412c-9328-62008320cc0f req-17b20944-f944-4f5c-817e-7a3fbf768bec tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988269 Aug 29 19:10:36.631199 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-0fe2d275-8750-46d2-9eee-bbd5a8a27b80 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446252 Aug 29 19:10:36.758283 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ad3b-4a6e-4853-b46f-49b69fd47d74 req-637fff5a-488c-47b4-ad08-d95e65c67e5b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:36.759811 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e744ad3b-4a6e-4853-b46f-49b69fd47d74 req-637fff5a-488c-47b4-ad08-d95e65c67e5b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0677786 Aug 29 19:10:36.802981 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-68294e9a-da5b-478f-830d-b44915631ee4 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649761 Aug 29 19:10:36.871083 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e744ad3b-4a6e-4853-b46f-49b69fd47d74 req-ecd2db22-b7ff-478b-9c6a-32e332118675 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950928 Aug 29 19:10:37.235277 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21179fe5-0baf-440d-ba5d-99e0219bc289 req-7a668b0d-5ce2-4b76-983b-d7fe6e8d7198 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:37.244033 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-21179fe5-0baf-440d-ba5d-99e0219bc289 req-7a668b0d-5ce2-4b76-983b-d7fe6e8d7198 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0726244 Aug 29 19:10:37.297442 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-87e3d44a-7a8d-4624-824d-a807a264e0ef req-8829ebae-a0d8-4301-aedf-620c42c6c86f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0449791 Aug 29 19:10:37.327675 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-21179fe5-0baf-440d-ba5d-99e0219bc289 req-bf965813-02d0-469e-b2f1-a39951ccf0f6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822558 Aug 29 19:10:37.746760 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e109eb-9898-4460-a8ca-78699828f1e8 req-0a5883b3-134b-4a0d-ba1c-2e6b7d70ea10 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:37.748532 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c6e109eb-9898-4460-a8ca-78699828f1e8 req-0a5883b3-134b-4a0d-ba1c-2e6b7d70ea10 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0555031 Aug 29 19:10:37.803141 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c6e109eb-9898-4460-a8ca-78699828f1e8 req-1d4d5df2-a5c9-4342-8c91-c1cd5b8eac40 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461950 Aug 29 19:10:38.010930 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b543cff-2215-45d4-9525-201f3f48b8c2 req-05248d70-6dad-4b0b-bdc8-52ef7fb49f5a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:38.013676 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b543cff-2215-45d4-9525-201f3f48b8c2 req-05248d70-6dad-4b0b-bdc8-52ef7fb49f5a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0570378 Aug 29 19:10:38.096023 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b543cff-2215-45d4-9525-201f3f48b8c2 req-9f3ad913-2bb8-486d-8643-b2257ce1d1f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759137 Aug 29 19:10:38.155959 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-dbfe6159-f6ce-4c88-af77-b9dd0c5c8683 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a HTTP/1.1" status: 200 len: 217 time: 0.0357378 Aug 29 19:10:38.212268 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-7aaebd1c-d1c6-4eec-bd64-60274ca5fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:38.213730 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-7aaebd1c-d1c6-4eec-bd64-60274ca5fd77 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0505831 Aug 29 19:10:38.275690 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-ef12a4bf-1fc0-4919-b05c-1ab935aaee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:38.278096 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-ef12a4bf-1fc0-4919-b05c-1ab935aaee7b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542414 Aug 29 19:10:38.351996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:38.355490 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['f5ea5791-6357-48d5-bdaa-4b91eacc1a22'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:10:38.417808 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-2e680aed-380b-4a1a-8f0c-af2ba03631f3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269829 Aug 29 19:10:38.602130 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8c3d00f2-12af-44fa-8b0c-dee349da2b3e req-5338d4f9-988f-48d6-ae99-1ebff4bcd49a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772113 Aug 29 19:10:38.632547 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd820273-63bb-4566-b5af-de1539992a34 req-da0f9401-6eed-441b-ad82-2c0077e59f5c tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0462370 Aug 29 19:10:38.660364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dde16-1713-4fa0-b944-ae162add2ec9 req-95dbf004-ded3-4616-9049-ac9857edd723 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:38.662438 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e14dde16-1713-4fa0-b944-ae162add2ec9 req-95dbf004-ded3-4616-9049-ac9857edd723 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.1070890 Aug 29 19:10:38.736317 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e14dde16-1713-4fa0-b944-ae162add2ec9 req-1e8119f3-acf6-4a52-b6aa-790ee13df1cb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657313 Aug 29 19:10:38.920847 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:38.942735 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f039-7d47-4614-bc05-68dfb8e2ce50 req-a4836d09-9eb3-4416-8c75-111f2a0c887b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:38.944943 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3574f039-7d47-4614-bc05-68dfb8e2ce50 req-a4836d09-9eb3-4416-8c75-111f2a0c887b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0546818 Aug 29 19:10:39.002096 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3574f039-7d47-4614-bc05-68dfb8e2ce50 req-233d49d4-fb6b-4f5d-a628-67f5172fba2b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511701 Aug 29 19:10:39.206495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-91e160b9-17aa-469f-b4ba-3bb725276d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:39.208638 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-91e160b9-17aa-469f-b4ba-3bb725276d2f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 1127 time: 0.0936224 Aug 29 19:10:39.333348 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246c81-cc60-4be3-b2d8-a1be06b2fc07 req-62aee7c7-636f-4bd1-8d21-fd99010d5d65 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:39.342549 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5246c81-cc60-4be3-b2d8-a1be06b2fc07 req-62aee7c7-636f-4bd1-8d21-fd99010d5d65 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.1081452 Aug 29 19:10:39.403225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-bce81763-d630-4ac0-a0c2-35a5606d8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:39.405287 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-bce81763-d630-4ac0-a0c2-35a5606d8916 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.1794424 Aug 29 19:10:39.435510 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5246c81-cc60-4be3-b2d8-a1be06b2fc07 req-9966fc61-cb4a-413f-84c5-dd96b0a7dd57 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871582 Aug 29 19:10:39.531722 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-9c4ef853-4a7a-4681-a2cb-914061d04e3c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a HTTP/1.1" status: 200 len: 217 time: 0.0938129 Aug 29 19:10:39.624645 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-25baccce-b22a-4d35-9a25-96d67d9212ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:39.626166 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-25baccce-b22a-4d35-9a25-96d67d9212ff service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0624876 Aug 29 19:10:39.752790 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f80dc86a-7ffb-4ed3-86bf-a5df83f12285 req-008ecca6-1fbd-49c9-8589-ae4a0ae1eef5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0310566 Aug 29 19:10:39.884913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac5aec-80dd-4f25-92c2-b61b4921799b req-60864f8b-8395-4731-bc20-54c9b13c29b5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:39.886640 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1fac5aec-80dd-4f25-92c2-b61b4921799b req-60864f8b-8395-4731-bc20-54c9b13c29b5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0630527 Aug 29 19:10:39.946114 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1fac5aec-80dd-4f25-92c2-b61b4921799b req-49b6b3a2-77ef-40e7-8059-5eb72b35aa07 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536356 Aug 29 19:10:40.149164 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceda11-8d9c-4811-9903-065c1ae39045 req-c3bb487b-c46b-4d09-861b-8b875e03b432 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:40.150778 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82ceda11-8d9c-4811-9903-065c1ae39045 req-c3bb487b-c46b-4d09-861b-8b875e03b432 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0557692 Aug 29 19:10:40.208926 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82ceda11-8d9c-4811-9903-065c1ae39045 req-63a90305-2406-4912-82a5-d1f045714dcd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Aug 29 19:10:40.611393 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d071e7-f208-4a93-9a3c-bc55f2cffd32 req-ca9542c5-880a-4cfd-8f7e-98daced74c43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:40.613130 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-38d071e7-f208-4a93-9a3c-bc55f2cffd32 req-ca9542c5-880a-4cfd-8f7e-98daced74c43 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0552218 Aug 29 19:10:40.666616 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-38d071e7-f208-4a93-9a3c-bc55f2cffd32 req-da7ab33d-c310-4abc-9d43-b3bda1ff7224 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480783 Aug 29 19:10:40.830761 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:40.835441 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=26 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:40.878699 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a31d8abc-9c50-429c-bbb8-a8b9678ae7ae req-bb786811-4a08-4760-89a0-18579010ba97 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0284102 Aug 29 19:10:41.084590 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080634c0-56f1-4dd9-b77e-dcd5a36fd993 req-08a1e68e-7321-48ce-a0f2-370559eda989 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:41.086923 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-080634c0-56f1-4dd9-b77e-dcd5a36fd993 req-08a1e68e-7321-48ce-a0f2-370559eda989 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0534132 Aug 29 19:10:41.138492 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-080634c0-56f1-4dd9-b77e-dcd5a36fd993 req-8435ec25-d78e-4937-84b0-333b52d689a0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 Aug 29 19:10:41.318474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:41.332275 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635ccf-0194-44e8-aaaf-441c37ae7c9b req-d7e1aa47-271a-40cb-9e9e-7cf3ed30d9ab tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:41.333731 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b9635ccf-0194-44e8-aaaf-441c37ae7c9b req-d7e1aa47-271a-40cb-9e9e-7cf3ed30d9ab tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0475702 Aug 29 19:10:41.380231 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b9635ccf-0194-44e8-aaaf-441c37ae7c9b req-8d6d22ca-f8d4-41b4-b231-24f9977ca226 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407014 Aug 29 19:10:41.783868 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda91cd4-7a90-4cad-abd8-c4e2747a49ef req-7e09f280-27ab-4972-9735-6f182f838081 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:41.785500 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dda91cd4-7a90-4cad-abd8-c4e2747a49ef req-7e09f280-27ab-4972-9735-6f182f838081 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0478680 Aug 29 19:10:41.841395 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-ae95d3b0-f455-45a2-9abd-eef792aea92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:41.842877 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-ae95d3b0-f455-45a2-9abd-eef792aea92f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564437 Aug 29 19:10:41.866386 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dda91cd4-7a90-4cad-abd8-c4e2747a49ef req-c7df4d28-4e2c-4464-96a1-4bf0257433b9 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710883 Aug 29 19:10:41.979108 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-63cfd7f7-9eac-4944-839c-4242177697e9 req-dd55f356-60a3-4522-a5c1-9a509bbb5fc7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0281675 Aug 29 19:10:42.272988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e33fc-1276-4c09-814d-fc9ab64c92e1 req-5dff368c-f58c-467c-8be4-d4a03c202ce8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:42.274480 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc9e33fc-1276-4c09-814d-fc9ab64c92e1 req-5dff368c-f58c-467c-8be4-d4a03c202ce8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0468881 Aug 29 19:10:42.321070 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc9e33fc-1276-4c09-814d-fc9ab64c92e1 req-c3879028-81fa-4a1f-9dd8-8cfef1e95bcf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Aug 29 19:10:42.463643 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:42.479187 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=10 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:42.506431 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edcd5d-003f-43c0-8263-36f6f3d9ff40 req-7d0dd15d-5835-49ec-a3f9-03133370845a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:42.508061 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a9edcd5d-003f-43c0-8263-36f6f3d9ff40 req-7d0dd15d-5835-49ec-a3f9-03133370845a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 944 time: 0.0528967 Aug 29 19:10:42.555525 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a9edcd5d-003f-43c0-8263-36f6f3d9ff40 req-3331440a-e93b-4257-8f12-b223e105d04c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411026 Aug 29 19:10:42.672987 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:42.771905 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device f5ea5791-6357-48d5-bdaa-4b91eacc1a22 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:42.815038 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:10:42.821694 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:42.822235 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:42.908249 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:42.912663 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:42.913041 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:42.939756 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:42.942169 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97caa890-5354-4fab-a2b2-65d41146acab" -d '{"events": [{"server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:42.954583 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:42.959482 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:42.962175 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-b8564501-4f94-483e-84c5-db0f638b414d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295626 Aug 29 19:10:42.989832 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc4f6db-df30-4986-90db-22c6fb23fa86 x-openstack-request-id: req-3dc4f6db-df30-4986-90db-22c6fb23fa86 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:42.990156 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:42.990412 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3dc4f6db-df30-4986-90db-22c6fb23fa86 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:42.990802 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc4f6db-df30-4986-90db-22c6fb23fa86'] response: {'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'code': 200} Aug 29 19:10:43.000773 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622191ef-a91c-411b-8e0d-4683a7dad52a req-d7e2c9ee-3db1-431b-a558-5da12f9389f3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.002355 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-622191ef-a91c-411b-8e0d-4683a7dad52a req-d7e2c9ee-3db1-431b-a558-5da12f9389f3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0517509 Aug 29 19:10:43.024024 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:43.034122 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.034470 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.035313 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.035821 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.036325 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.036661 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.036993 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.037453 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.038273 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.038607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.038938 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.039636 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.039973 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.040297 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.040624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:43.120776 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ee256c8e-5ca7-4173-9343-f48e78be3a71 req-c99adef3-6939-42f1-a526-3fa3e834719b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0440242 Aug 29 19:10:43.149107 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-622191ef-a91c-411b-8e0d-4683a7dad52a req-ef06cb42-8180-44e4-af5e-995164709dd7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292009 Aug 29 19:10:43.174378 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c70d8656-8dbf-467b-9c60-21dd80066903 req-a770c2a2-f486-4f67-8fc8-ddc11648dad6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574957 Aug 29 19:10:43.514931 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac505e6-89ba-4167-945e-c643f9d851fa req-9103fea8-eff7-4677-9735-d54316ba3346 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.516396 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-eac505e6-89ba-4167-945e-c643f9d851fa req-9103fea8-eff7-4677-9735-d54316ba3346 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0963631 Aug 29 19:10:43.560749 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-0a4e03c5-1b44-4739-8b62-d519958d54e1 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.561930 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-0a4e03c5-1b44-4739-8b62-d519958d54e1 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.71 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 808 time: 0.1690443 Aug 29 19:10:43.587301 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-eac505e6-89ba-4167-945e-c643f9d851fa req-f006cd94-df86-4368-b1e3-3da6db1feed5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611656 Aug 29 19:10:43.679305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f2a44-85af-4156-aba5-35c9e22865dd req-50caa843-4474-439f-809f-6fbf5a4dde3b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.680799 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-af0f2a44-85af-4156-aba5-35c9e22865dd req-50caa843-4474-439f-809f-6fbf5a4dde3b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0496073 Aug 29 19:10:43.782541 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:43.786278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2562f-e666-440c-b70d-36a1187c59f0 req-5e12b511-c004-4e1c-9aae-19b61132668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.789071 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-33a2562f-e666-440c-b70d-36a1187c59f0 req-5e12b511-c004-4e1c-9aae-19b61132668e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0478532 Aug 29 19:10:43.791374 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-07ac4a2b-b7aa-46f3-bc59-21c2ecfcf33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.792797 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-07ac4a2b-b7aa-46f3-bc59-21c2ecfcf33b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1129 time: 0.0906513 Aug 29 19:10:43.849235 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-af0f2a44-85af-4156-aba5-35c9e22865dd req-15120016-d346-4861-9ca8-65cb65ef4804 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611016 Aug 29 19:10:43.869853 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-33a2562f-e666-440c-b70d-36a1187c59f0 req-8e6a740d-ca1d-4603-9160-9e0bbabb3806 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472996 Aug 29 19:10:43.899372 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-1e3232be-92a4-42dd-9e4c-07d3bee95212 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb HTTP/1.1" status: 200 len: 380 time: 0.2036715 Aug 29 19:10:43.936413 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:43.949438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-bdd43cba-e498-4568-b4de-e622a0d6702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:43.951130 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-bdd43cba-e498-4568-b4de-e622a0d6702f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.1194613 Aug 29 19:10:44.222401 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-210ca166-d490-487d-b762-d2437e212491 req-950c843c-25ce-4adf-9c63-c1a586cfafd5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0291903 Aug 29 19:10:44.269407 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ef2b8-0597-4372-bc1f-2445ec4436ad req-b7708467-34b9-480f-88b9-dbd478392781 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:44.270843 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d80ef2b8-0597-4372-bc1f-2445ec4436ad req-b7708467-34b9-480f-88b9-dbd478392781 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0462182 Aug 29 19:10:44.318824 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d80ef2b8-0597-4372-bc1f-2445ec4436ad req-5dc1a43e-2e41-4e9f-963f-e52c888f4d3e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Aug 29 19:10:44.700966 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:44.713986 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848531d1-1ebf-4512-ad2a-61902d935f6a req-552a9d69-ab0a-4596-9a3c-29583e5d91ac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:44.715523 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-848531d1-1ebf-4512-ad2a-61902d935f6a req-552a9d69-ab0a-4596-9a3c-29583e5d91ac tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0473726 Aug 29 19:10:44.765022 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-848531d1-1ebf-4512-ad2a-61902d935f6a req-a7b53135-d0aa-4dbd-bc0e-9ac60f68ba37 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Aug 29 19:10:44.982223 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ff4bf-896e-4b01-aead-2dec3396ae2d req-0afecb6d-e485-4104-a50e-9378d2f5c8be tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:44.983696 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-196ff4bf-896e-4b01-aead-2dec3396ae2d req-0afecb6d-e485-4104-a50e-9378d2f5c8be tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0466702 Aug 29 19:10:45.030528 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-196ff4bf-896e-4b01-aead-2dec3396ae2d req-c4846484-582f-4d17-a8c3-c51ed05a4c46 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Aug 29 19:10:45.322694 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-827ee186-979b-4385-94b8-c14ee2eae9f2 req-0534ee07-5395-4d4e-a5d9-e061cd86d0e7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0281122 Aug 29 19:10:45.440028 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522627d3-b582-4ac6-b64c-f97b879c40f8 req-4a4f2a2c-1d96-4336-b919-3fe906811156 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:45.441448 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-522627d3-b582-4ac6-b64c-f97b879c40f8 req-4a4f2a2c-1d96-4336-b919-3fe906811156 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0496118 Aug 29 19:10:45.491473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-522627d3-b582-4ac6-b64c-f97b879c40f8 req-c2a897c7-5da9-43a1-9135-f71170738c1a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Aug 29 19:10:45.893083 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a971aa-2490-49fb-af62-c3781647f88b req-9eed703c-56be-4992-8278-78b3d96255b8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:45.894535 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-96a971aa-2490-49fb-af62-c3781647f88b req-9eed703c-56be-4992-8278-78b3d96255b8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0460763 Aug 29 19:10:45.943042 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-96a971aa-2490-49fb-af62-c3781647f88b req-43c88f44-64f4-49bd-a46d-5820cf1e22cb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 Aug 29 19:10:46.147206 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3bb4-53b9-4a30-ab6b-e50ff8f482c9 req-903fe49e-2d3e-4120-b0c3-2142aa87c8ea tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:46.148825 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f18a3bb4-53b9-4a30-ab6b-e50ff8f482c9 req-903fe49e-2d3e-4120-b0c3-2142aa87c8ea tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0466855 Aug 29 19:10:46.198913 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f18a3bb4-53b9-4a30-ab6b-e50ff8f482c9 req-5b2c9d4e-5813-401b-8f19-154e6958da3a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445449 Aug 29 19:10:46.421276 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45f26be9-ccb6-4346-b0e5-7ec6d1ce9d30 req-86c7d862-5ca3-4a56-b471-ffb737de7748 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0275500 Aug 29 19:10:46.615313 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dc7fe-f02c-4e11-b70b-6536813ddcc9 req-fada2b96-5181-447d-aa69-b49d49495ab7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:46.616678 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c05dc7fe-f02c-4e11-b70b-6536813ddcc9 req-fada2b96-5181-447d-aa69-b49d49495ab7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0464540 Aug 29 19:10:46.666154 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c05dc7fe-f02c-4e11-b70b-6536813ddcc9 req-9e5cac78-ec4a-4521-9063-8b88fed0404a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Aug 29 19:10:47.070877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5358efb-7c2d-403f-be4a-702406551690 req-07cf853f-c5c5-486a-9f00-250c3b1fbca8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:47.072381 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5358efb-7c2d-403f-be4a-702406551690 req-07cf853f-c5c5-486a-9f00-250c3b1fbca8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0471156 Aug 29 19:10:47.127291 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5358efb-7c2d-403f-be4a-702406551690 req-99ab34a2-2a2d-4d0d-8037-b22b9134bc0a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Aug 29 19:10:47.306417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:47.317611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2884327-aa4d-4044-b0b8-8802354f4514 req-2dcf2ffe-fae9-4c3f-9835-9be1a2a77f41 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:47.319061 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d2884327-aa4d-4044-b0b8-8802354f4514 req-2dcf2ffe-fae9-4c3f-9835-9be1a2a77f41 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0475464 Aug 29 19:10:47.364976 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d2884327-aa4d-4044-b0b8-8802354f4514 req-cd730a96-94c0-4984-8f22-ea2563b97955 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403600 Aug 29 19:10:47.524402 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ba7b0c63-40fb-4a95-8b4e-e7d87b1fc95c req-a86ad19c-577f-4e42-bed0-69052121937d tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0274789 Aug 29 19:10:47.789184 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12919fc-f069-48e2-aa33-ce09bacb0ce4 req-60c13e93-a8a9-4db8-9e98-abecd16ad815 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:47.790532 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f12919fc-f069-48e2-aa33-ce09bacb0ce4 req-60c13e93-a8a9-4db8-9e98-abecd16ad815 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0503824 Aug 29 19:10:47.878745 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:10:48.059861 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'port': {'device_id': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'admin_state_up': True, 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'security_groups': ['8321a1fe-f7fd-48d7-b0fd-abb525d21038']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:48.087360 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-b730b798-bb2d-4d8d-a7ab-c7d03ee2b16f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397544 Aug 29 19:10:48.194520 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f12919fc-f069-48e2-aa33-ce09bacb0ce4 req-d77d9799-d80e-4798-8265-75c1fd6a8633 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974974 Aug 29 19:10:48.196385 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-9b28e936-ddd9-4d24-85cc-ded144d19915 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 1000 time: 0.1418631 Aug 29 19:10:48.271865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83160-1a97-4c12-b6ff-506bff6cd3d2 req-28a3a464-6ac0-4c19-857c-e8e54ca45da2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:48.273348 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8cd83160-1a97-4c12-b6ff-506bff6cd3d2 req-28a3a464-6ac0-4c19-857c-e8e54ca45da2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 945 time: 0.0630555 Aug 29 19:10:48.299937 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Made reservation on behalf of f0f4bcf841c942a9928f5b343b5fb8bb for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:10:48.304319 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:48.323638 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:48.362998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8cd83160-1a97-4c12-b6ff-506bff6cd3d2 req-a9631525-8225-4950-9b19-a23cc9fab33f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832584 Aug 29 19:10:48.510260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8375e-3cb9-4791-a3ef-ff64a8b89a4a req-2d95e059-ceda-4585-a90b-9648986c421e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:48.511933 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-84c8375e-3cb9-4791-a3ef-ff64a8b89a4a req-2d95e059-ceda-4585-a90b-9648986c421e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0681505 Aug 29 19:10:48.513509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Allocated IP 172.20.0.12 (c577f8dd-232c-46d1-8dca-d9595c50b55d/9e6f527c-45f7-4f2b-9438-4f4dbf89da30/bc2fe8d5-1c6f-407b-8613-774dc48866ca) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:48.645589 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-84c8375e-3cb9-4791-a3ef-ff64a8b89a4a req-16782fac-563c-4412-8c75-502f0542b29b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272478 Aug 29 19:10:48.663983 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b9fec4e4-a3d9-4e3f-b05c-ef0f94fcb85b req-a7783178-d219-4fbe-90b8-aaeedeef6061 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0580826 Aug 29 19:10:48.725332 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:48.734465 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:48.759598 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:48.798428 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Network c577f8dd-232c-46d1-8dca-d9595c50b55d is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:48.803986 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:10:48.804518 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:48.806960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:48.812091 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:48.812784 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:48.832217 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:48.844030 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-270b903d-0123-4818-954a-30a3e9cd6885 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7907553 Aug 29 19:10:48.894331 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: ACTIVE; New status is: DOWN {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:48.894735 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:48.920718 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:48.923385 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42114308-e5eb-4b78-9fd6-c8db44132864" -d '{"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:48.937287 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:48.942712 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:48.972461 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b180ed-12e1-493b-86d4-3774e6413f1d x-openstack-request-id: req-57b180ed-12e1-493b-86d4-3774e6413f1d {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:48.972774 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:48.973035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-57b180ed-12e1-493b-86d4-3774e6413f1d {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:48.973424 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b180ed-12e1-493b-86d4-3774e6413f1d'] response: {'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'code': 200} Aug 29 19:10:48.996196 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=8']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:49.092248 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-102051b5-1e80-41f3-9dcc-31ad08374e07 None None] Provisioning complete for port bc2fe8d5-1c6f-407b-8613-774dc48866ca triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:49.092623 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-102051b5-1e80-41f3-9dcc-31ad08374e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:49.126256 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:49.128904 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-102051b5-1e80-41f3-9dcc-31ad08374e07 None None] Port bc2fe8d5-1c6f-407b-8613-774dc48866ca cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:10:49.315796 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6149e4e-fdd9-4ca0-b795-44544e03bc7d req-61fb2f76-cde0-4539-a834-8c56238a014b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:49.317254 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b6149e4e-fdd9-4ca0-b795-44544e03bc7d req-61fb2f76-cde0-4539-a834-8c56238a014b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0477674 Aug 29 19:10:49.367284 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b6149e4e-fdd9-4ca0-b795-44544e03bc7d req-ac9179b5-1cdc-4a16-a719-84303d6f1dae tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443077 Aug 29 19:10:49.494297 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Request body: {'port': {'device_id': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:49.554559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40799-1184-40e3-a24f-6810bbad0220 req-3098a3de-84fc-4026-882f-49f87a7683ff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:49.556336 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-07e40799-1184-40e3-a24f-6810bbad0220 req-3098a3de-84fc-4026-882f-49f87a7683ff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.1100349 Aug 29 19:10:49.585915 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-ac34403d-bb30-462b-9999-e7b7ba66caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:49.587442 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-ac34403d-bb30-462b-9999-e7b7ba66caa8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 1130 time: 0.0554276 Aug 29 19:10:49.604818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-0a096c43-785c-4eb1-b5f5-657d68445957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:49.606194 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-0a096c43-785c-4eb1-b5f5-657d68445957 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.1255445 Aug 29 19:10:49.620266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:49.660592 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-07e40799-1184-40e3-a24f-6810bbad0220 req-3ee15a7f-e746-44cd-bbc9-1daf91210b2d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943682 Aug 29 19:10:49.694499 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:49.847186 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cc2b-312e-4d16-bbb9-b0c91427a33e req-0fd99fff-8f48-40f8-92c5-85d0b4af3a67 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:49.848641 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3811cc2b-312e-4d16-bbb9-b0c91427a33e req-0fd99fff-8f48-40f8-92c5-85d0b4af3a67 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.1001089 Aug 29 19:10:49.863176 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb39639-35b9-45f6-b28a-4fe15d58988d req-eb6e5af2-7d5b-4d0d-995a-04af0944e840 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:49.864561 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-deb39639-35b9-45f6-b28a-4fe15d58988d req-eb6e5af2-7d5b-4d0d-995a-04af0944e840 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 932 time: 0.1179793 Aug 29 19:10:49.989607 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3811cc2b-312e-4d16-bbb9-b0c91427a33e req-ccac1a40-65b5-4cb4-bd86-93fe65217bc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240034 Aug 29 19:10:49.996388 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-deb39639-35b9-45f6-b28a-4fe15d58988d req-0bec75fb-8da2-4162-9304-493de9f7c214 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000233 Aug 29 19:10:50.077970 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2fe8d5-1c6f-407b-8613-774dc48866ca {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:50.102297 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Publish callbacks [] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.128487 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4282dab-3119-4c74-a885-0db3995a17e0 req-6f817f26-ccde-4760-ac73-fc94a427956b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.129968 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4282dab-3119-4c74-a885-0db3995a17e0 req-6f817f26-ccde-4760-ac73-fc94a427956b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0670629 Aug 29 19:10:50.130886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Transition to ACTIVE for port object bc2fe8d5-1c6f-407b-8613-774dc48866ca will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:10:50.134911 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.138861 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:50.140506 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56722) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:50.145079 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'floatingip': {'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:50.188613 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.202787 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:50.220101 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Attempting to bind port bc2fe8d5-1c6f-407b-8613-774dc48866ca on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:10:50.220567 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Attempting to bind port bc2fe8d5-1c6f-407b-8613-774dc48866ca by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:10:50.220898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Attempting to bind port bc2fe8d5-1c6f-407b-8613-774dc48866ca on network c577f8dd-232c-46d1-8dca-d9595c50b55d {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:50.225919 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Port bc2fe8d5-1c6f-407b-8613-774dc48866ca on network c577f8dd-232c-46d1-8dca-d9595c50b55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:10:50.226234 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Attempting to bind port bc2fe8d5-1c6f-407b-8613-774dc48866ca on network c577f8dd-232c-46d1-8dca-d9595c50b55d {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:10:50.231864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:10:50.232218 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Checking segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:10:50.232636 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Bound using segment: {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:10:50.233517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Bound port: bc2fe8d5-1c6f-407b-8613-774dc48866ca, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73de3fd-b12c-44c4-99f6-68bd78beb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:10:50.233517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.304529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:10:50.308489 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:10:50.317134 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.322082 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.322692 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.324128 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 1094 time: 0.8423641 Aug 29 19:10:50.327188 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:50.328079 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3cce58-a630-43bb-b923-2b4c1525ad78" -d '{"events": [{"name": "network-changed", "server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:50.365640 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f37ad33-a058-401e-95ce-a97da66f52f4 x-openstack-request-id: req-7f37ad33-a058-401e-95ce-a97da66f52f4 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:50.365923 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:50.366171 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7f37ad33-a058-401e-95ce-a97da66f52f4 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:50.366586 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f37ad33-a058-401e-95ce-a97da66f52f4'] response: {'name': 'network-changed', 'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'status': 'completed', 'code': 200} Aug 29 19:10:50.376575 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a84e0-16ab-49cc-8fdc-fa864f0611eb service neutron] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:50.525366 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-de915f5d-046e-41ab-808c-7040118f3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.526914 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-de915f5d-046e-41ab-808c-7040118f3f19 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740659 Aug 29 19:10:50.533342 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc8a79-b9d0-49fb-8618-af26218be83a req-078e50d4-ec5d-467d-b185-2f1dea9f6052 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.534763 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-21fc8a79-b9d0-49fb-8618-af26218be83a req-078e50d4-ec5d-467d-b185-2f1dea9f6052 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 943 time: 0.0925257 Aug 29 19:10:50.585617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-21fc8a79-b9d0-49fb-8618-af26218be83a req-31f2e341-b0d0-4da3-9a23-e574f604f97b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 Aug 29 19:10:50.691639 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-0a853e68-b142-4a54-8538-9d9b71c418d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.693134 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-0a853e68-b142-4a54-8538-9d9b71c418d3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.1660302 Aug 29 19:10:50.727517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:50.784238 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.792565 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.797770 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 32fdb103-82cb-4537-9dfe-6532b2639a2a details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:10:50.811057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cce58-a630-43bb-b923-2b4c1525ad78 req-a89e5eaf-76fa-435d-b9f5-1352ebcef49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.812674 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c3cce58-a630-43bb-b923-2b4c1525ad78 req-a89e5eaf-76fa-435d-b9f5-1352ebcef49f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1128 time: 0.1315384 Aug 29 19:10:50.835832 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ae278-0a0a-4496-a3ee-be144fe176e0 req-f7c177f2-8d1e-46df-b7e3-19749298f502 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:50.837763 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0e9ae278-0a0a-4496-a3ee-be144fe176e0 req-f7c177f2-8d1e-46df-b7e3-19749298f502 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0802500 Aug 29 19:10:50.857280 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-714809c0-1d5c-4dff-b4b0-ec49ffbcbda1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fadd321-bdd6-4593-985e-4b08308c8b84 HTTP/1.1" status: 200 len: 1002 time: 0.1253018 Aug 29 19:10:50.916828 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-3d9da9f0-0754-4905-acb2-38e5d9ad1270 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368824 Aug 29 19:10:50.917092 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 32fdb103-82cb-4537-9dfe-6532b2639a2a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:50.933941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'port_id': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'mac_address': 'fa:16:3e:e4:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:10:50.956369 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Floating IP eab8c761-b5de-4208-8aa7-157231c3dc87 associated. External IP: 172.27.2.220, port: f5ea5791-6357-48d5-bdaa-4b91eacc1a22. Aug 29 19:10:50.972051 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 32fdb103-82cb-4537-9dfe-6532b2639a2a is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:50.972436 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:50.986949 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fdb103-82cb-4537-9dfe-6532b2639a2a {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:10:51.000302 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-610454a3-8fcd-4ba2-bddb-9afe5a6aa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:51.001776 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-610454a3-8fcd-4ba2-bddb-9afe5a6aa433 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.1344213 Aug 29 19:10:51.015455 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 32fdb103-82cb-4537-9dfe-6532b2639a2a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:51.019749 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:51.020929 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0e9ae278-0a0a-4496-a3ee-be144fe176e0 req-24ec227a-f4ea-4cc6-93e6-11da8309527d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677423 Aug 29 19:10:51.047107 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cce58-a630-43bb-b923-2b4c1525ad78 req-2a230505-e600-4ca5-a6f6-b4839b991de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:51.049076 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c3cce58-a630-43bb-b923-2b4c1525ad78 req-2a230505-e600-4ca5-a6f6-b4839b991de2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2087767 Aug 29 19:10:51.080760 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=32fdb103-82cb-4537-9dfe-6532b2639a2a,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:51.102226 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:51.107968 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:51.109312 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-74406fba-8c65-453e-90e0-8191c25678f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:51.111040 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-74406fba-8c65-453e-90e0-8191c25678f9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010487 Aug 29 19:10:51.139524 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5b457d5c-2990-4f9f-97e3-40ead6b92b56 req-db92773d-e1f9-4d42-91d4-633e968d439e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139256 Aug 29 19:10:51.189186 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd79c-a10d-42cf-9e36-c23ddecb7d7d req-a4993ad6-8ebc-44bf-93af-1e3894933030 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:51.190635 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f29dd79c-a10d-42cf-9e36-c23ddecb7d7d req-a4993ad6-8ebc-44bf-93af-1e3894933030 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0666218 Aug 29 19:10:51.230479 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cce58-a630-43bb-b923-2b4c1525ad78 req-ea666715-f2b9-4ed7-9824-cd372941e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:51.232560 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c3cce58-a630-43bb-b923-2b4c1525ad78 req-ea666715-f2b9-4ed7-9824-cd372941e6a2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1698160 Aug 29 19:10:51.261219 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f29dd79c-a10d-42cf-9e36-c23ddecb7d7d req-c5a0ccbd-8bed-4a3b-adfd-350bda49116d tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603266 Aug 29 19:10:51.301810 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-38b248cc-ae6b-450c-a952-9a8b943da6f8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785061 Aug 29 19:10:51.315782 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:10:51.431605 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:10:51.436644 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:51.444564 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] Sync routers for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:10:51.457965 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:51.459120 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:51.470617 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a851f7a0-d1e5-4b98-b2fc-13faff60cc37 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/eab8c761-b5de-4208-8aa7-157231c3dc87 HTTP/1.1" status: 200 len: 991 time: 1.3268645 Aug 29 19:10:51.470617 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:51.472038 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0ed80-d7ca-4695-b30c-9ae96814403f" -d '{"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:51.514909 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feedbacb-4ab6-49b5-972a-9de24cd44518 x-openstack-request-id: req-feedbacb-4ab6-49b5-972a-9de24cd44518 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:51.515431 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:51.515839 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-feedbacb-4ab6-49b5-972a-9de24cd44518 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:51.516394 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feedbacb-4ab6-49b5-972a-9de24cd44518'] response: {'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'status': 'completed', 'code': 200} Aug 29 19:10:51.582343 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:51.640122 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:51.695110 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['32fdb103-82cb-4537-9dfe-6532b2639a2a'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:10:51.718065 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:51.729373 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f5bf-180e-433c-8eba-c754bb1bbb04 req-158ddfa1-d00b-4b4e-808d-957ef160c471 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:51.730848 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6af2f5bf-180e-433c-8eba-c754bb1bbb04 req-158ddfa1-d00b-4b4e-808d-957ef160c471 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 944 time: 0.0563860 Aug 29 19:10:51.783093 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6af2f5bf-180e-433c-8eba-c754bb1bbb04 req-31c23412-c37b-4d00-94f8-425ff36530cb tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458767 Aug 29 19:10:51.886351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'eab8c761-b5de-4208-8aa7-157231c3dc87', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:19Z', 'updated_at': '2022-08-29T19:10:50Z', 'revision_number': 1, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:51.922016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] Checking router: 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:10:51.947871 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:10:51.948480 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:52.107041 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:10:52.109068 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:52.185945 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb1c94-fa46-48d6-a984-188be94786c9 req-e12ab49f-3672-4607-9683-573648f623a2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:52.187450 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-34cb1c94-fa46-48d6-a984-188be94786c9 req-e12ab49f-3672-4607-9683-573648f623a2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0512338 Aug 29 19:10:52.239495 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-34cb1c94-fa46-48d6-a984-188be94786c9 req-dc614c8e-b4bf-457d-8513-d1e52887a2c5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Aug 29 19:10:52.362675 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'eab8c761-b5de-4208-8aa7-157231c3dc87', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:19Z', 'updated_at': '2022-08-29T19:10:50Z', 'revision_number': 1, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:10:52.383393 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061c78c-c794-456a-b2fc-bdf4050a8f93 req-5f5db2e6-5d04-42cd-bdbe-6441beae56e4 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:52.384847 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c061c78c-c794-456a-b2fc-bdf4050a8f93 req-5f5db2e6-5d04-42cd-bdbe-6441beae56e4 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0466335 Aug 29 19:10:52.387052 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cdfa99-ee0e-498a-b2f0-6d45be7a68dc None None] The sync data for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi is: [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'eab8c761-b5de-4208-8aa7-157231c3dc87', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:19Z', 'updated_at': '2022-08-29T19:10:50Z', 'revision_number': 1, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:10:52.437019 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c061c78c-c794-456a-b2fc-bdf4050a8f93 req-dc65adc4-707e-4fe1-af89-c2a6d31074f8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Aug 29 19:10:52.576483 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77801a20-6498-40e9-9a30-0c78d3f86e8b None None] New status for floating IP eab8c761-b5de-4208-8aa7-157231c3dc87: ACTIVE {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:10:52.901203 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f503-d8bb-4c01-a194-0a709eb1ca0a req-8c560dd3-d2fb-4eeb-83b5-fff7387cf746 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:52.902655 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5f52f503-d8bb-4c01-a194-0a709eb1ca0a req-8c560dd3-d2fb-4eeb-83b5-fff7387cf746 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 944 time: 0.0468423 Aug 29 19:10:52.955175 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5f52f503-d8bb-4c01-a194-0a709eb1ca0a req-ee596913-b856-4c6b-bf7d-79963ff4ebda tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464594 Aug 29 19:10:53.365477 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f26f1-243c-42b4-986d-831f5fe1c167 req-c3700193-c20e-4597-9f5c-9acf8f42ef79 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:53.366921 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a84f26f1-243c-42b4-986d-831f5fe1c167 req-c3700193-c20e-4597-9f5c-9acf8f42ef79 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0462389 Aug 29 19:10:53.413830 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a84f26f1-243c-42b4-986d-831f5fe1c167 req-40dce43b-84bd-474c-b057-4194aa07570f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Aug 29 19:10:53.559248 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e0ce-8b4d-4058-b7d7-2ddb403e26aa req-6fc1bdcd-30be-47d5-98f5-d0626b4d282e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:53.560750 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18e9e0ce-8b4d-4058-b7d7-2ddb403e26aa req-6fc1bdcd-30be-47d5-98f5-d0626b4d282e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0489607 Aug 29 19:10:53.571980 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:53.612795 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18e9e0ce-8b4d-4058-b7d7-2ddb403e26aa req-14de0d17-332c-4077-a9d2-f71aa8522e1f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Aug 29 19:10:53.650329 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 32fdb103-82cb-4537-9dfe-6532b2639a2a up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:10:53.686411 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:53.694420 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 32fdb103-82cb-4537-9dfe-6532b2639a2a completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:10:53.700360 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 32fdb103-82cb-4537-9dfe-6532b2639a2a triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:10:53.700736 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:53.776544 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 32fdb103-82cb-4537-9dfe-6532b2639a2a is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:53.776936 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:53.802945 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:10:53.805219 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363f61d-7b2a-45b1-8661-ca65f1147f90" -d '{"events": [{"server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "name": "network-vif-plugged", "status": "completed", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:10:53.819654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 32fdb103-82cb-4537-9dfe-6532b2639a2a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:10:53.835900 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:53.855107 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f89fd0c-8b3c-4efb-8c9a-97c3c61ccf55 x-openstack-request-id: req-8f89fd0c-8b3c-4efb-8c9a-97c3c61ccf55 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:10:53.855397 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "name": "network-vif-plugged", "status": "completed", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:10:53.855642 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8f89fd0c-8b3c-4efb-8c9a-97c3c61ccf55 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:10:53.856030 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f89fd0c-8b3c-4efb-8c9a-97c3c61ccf55'] response: {'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'code': 200} Aug 29 19:10:53.880910 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=32fdb103-82cb-4537-9dfe-6532b2639a2a,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:54.092016 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82c9e9c5-c75b-4699-a23c-aff076f9840f req-4846218f-9930-4f28-85b6-e67661d7aaf9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166661 Aug 29 19:10:54.112722 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887a7d-f160-40a9-8d2e-45d33c6275aa req-e6c9f765-f782-4346-ae85-f211230fff3d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:54.114349 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b1887a7d-f160-40a9-8d2e-45d33c6275aa req-e6c9f765-f782-4346-ae85-f211230fff3d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0627382 Aug 29 19:10:54.175472 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b1887a7d-f160-40a9-8d2e-45d33c6275aa req-9f1c8f13-d008-4776-b3e1-e66db80c78ea tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551505 Aug 29 19:10:54.219990 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-dd15552e-6c5e-49fc-98b9-00df029ed78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:54.221480 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-dd15552e-6c5e-49fc-98b9-00df029ed78e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0449860 Aug 29 19:10:54.512219 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-27c6b957-5ab1-46b4-b27b-c7a8c48c5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:54.514658 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-27c6b957-5ab1-46b4-b27b-c7a8c48c5e9c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1128 time: 0.0467594 Aug 29 19:10:54.589208 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ab054-2847-41df-972a-41c9739768bf req-5d7aaf47-cfd3-4be8-b904-93579b8efe72 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:54.590779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-223ab054-2847-41df-972a-41c9739768bf req-5d7aaf47-cfd3-4be8-b904-93579b8efe72 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0842605 Aug 29 19:10:54.638188 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-be51215b-9e68-4bfd-8a43-365d90d4b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:54.639883 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-be51215b-9e68-4bfd-8a43-365d90d4b663 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.1546688 Aug 29 19:10:54.664214 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-223ab054-2847-41df-972a-41c9739768bf req-a2d45a1b-c3b4-4c8d-b9d9-f3d8ced661db tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663795 Aug 29 19:10:54.743145 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fb12f-3468-444a-bc42-6208d757e2f0 req-8ed707a9-e6e0-49c5-89de-6b1e1e7bd168 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:54.744592 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-564fb12f-3468-444a-bc42-6208d757e2f0 req-8ed707a9-e6e0-49c5-89de-6b1e1e7bd168 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0489991 Aug 29 19:10:54.796192 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-564fb12f-3468-444a-bc42-6208d757e2f0 req-ca5f776c-1567-4068-a417-d95f4ac3e364 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451517 Aug 29 19:10:55.167737 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-f16fa608-e568-41cb-86e5-78bc476d2dc0 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 217 time: 0.0353575 Aug 29 19:10:55.229958 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-db87ac53-58de-4358-9f44-2ca402e2fb4a req-02577cc1-7740-400f-9bb1-86e121fcaf54 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:10:55.230926 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db87ac53-58de-4358-9f44-2ca402e2fb4a req-02577cc1-7740-400f-9bb1-86e121fcaf54 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050323 Aug 29 19:10:55.248610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-1c2fd44f-9c20-454f-bff7-ea171e8b2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.251216 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:55.251692 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-1c2fd44f-9c20-454f-bff7-ea171e8b2979 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 200 len: 847 time: 0.0627465 Aug 29 19:10:55.254925 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d59919-3d3d-4b7e-8e0f-168201e309b1 req-65a7cf6b-fab7-4199-8609-9dea73cc9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.256664 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-80d59919-3d3d-4b7e-8e0f-168201e309b1 req-65a7cf6b-fab7-4199-8609-9dea73cc9d8b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 1129 time: 0.0980060 Aug 29 19:10:55.266427 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-d4e81395-575c-4e53-80bb-8969f2ce5ddc service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 1001 time: 0.0971477 Aug 29 19:10:55.323436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f57a0b-b97a-49ec-bc7b-6e6ca860020d req-507c8d40-c470-4a56-b8d9-32172edffda2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.334069 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e3f57a0b-b97a-49ec-bc7b-6e6ca860020d req-507c8d40-c470-4a56-b8d9-32172edffda2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0582669 Aug 29 19:10:55.405051 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaeeca-944c-43fc-a784-d79059997caa req-f2bbb3e5-01fc-4849-bac7-5a2841281637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.406571 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-f2bbb3e5-01fc-4849-bac7-5a2841281637 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=c577f8dd-232c-46d1-8dca-d9595c50b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718076 Aug 29 19:10:55.475584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-37f37292-b5a6-4317-8bf6-f87ce48371db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.477026 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-37f37292-b5a6-4317-8bf6-f87ce48371db service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.1350820 Aug 29 19:10:55.499049 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-80d59919-3d3d-4b7e-8e0f-168201e309b1 req-1b895394-37b7-40ec-b4ed-f0e57fe4f7f3 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559834 Aug 29 19:10:55.504788 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e3f57a0b-b97a-49ec-bc7b-6e6ca860020d req-c53b2fed-be74-4729-ac6a-3f3375ac8414 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699343 Aug 29 19:10:55.510910 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be849597-3a49-4db2-b372-8e1479372a95 req-4991ff72-e8c8-4c29-9947-55220edb2666 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.512428 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-be849597-3a49-4db2-b372-8e1479372a95 req-4991ff72-e8c8-4c29-9947-55220edb2666 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.1051328 Aug 29 19:10:55.572651 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-be849597-3a49-4db2-b372-8e1479372a95 req-669987bd-2122-42b2-a852-35884fe51c44 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538871 Aug 29 19:10:55.777067 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56822) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:55.867833 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-98d9dae1-1869-466c-9f66-c1967083c665 service neutron] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892584 Aug 29 19:10:55.876495 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-d0aa8f73-4df8-42f0-8e00-231e7ec86b7c service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:10:55.877463 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-d0aa8f73-4df8-42f0-8e00-231e7ec86b7c service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049915 Aug 29 19:10:55.923018 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86d13-a471-4bd2-8ba2-4f93674a5b3e req-1ce7e42a-2f01-488e-b3ae-ad7679fc7411 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:55.924587 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61b86d13-a471-4bd2-8ba2-4f93674a5b3e req-1ce7e42a-2f01-488e-b3ae-ad7679fc7411 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0504992 Aug 29 19:10:55.973572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 56834) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:56.026378 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-d3d72a7d-c75f-4760-9e86-2de040fce6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:56.027912 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-d3d72a7d-c75f-4760-9e86-2de040fce6ee service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696874 Aug 29 19:10:56.032983 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61b86d13-a471-4bd2-8ba2-4f93674a5b3e req-d9f9a7c2-471b-49c0-a3e8-ca6a70a60eb6 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018555 Aug 29 19:10:56.052174 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-ece86ffd-4822-45d2-bd45-875e9c8669ca service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035092 Aug 29 19:10:56.110656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-11d13de6-17bf-4d7b-a6c1-5c26a1273437 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:56.111997 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-11d13de6-17bf-4d7b-a6c1-5c26a1273437 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports/90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 940 time: 0.1221538 Aug 29 19:10:56.449039 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-53a2737f-0b4c-4b09-bfd2-c8dadee9de2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:56.630991 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e0ce7-6095-4bf9-ae9e-43cc09ef8afe req-b87e3453-f47c-4dec-97b7-e3f944ea9233 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:56.632479 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb1e0ce7-6095-4bf9-ae9e-43cc09ef8afe req-b87e3453-f47c-4dec-97b7-e3f944ea9233 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0463808 Aug 29 19:10:56.644631 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:56.742034 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb1e0ce7-6095-4bf9-ae9e-43cc09ef8afe req-41a8cb97-8522-4c11-8c8a-b5cfb433fd9d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040528 Aug 29 19:10:56.748090 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b5585-7147-40ed-b2de-fa5df983d994 req-c4d918ea-f0b9-4a71-b5c9-cb9cd4dad7b1 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:56.749641 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-030b5585-7147-40ed-b2de-fa5df983d994 req-c4d918ea-f0b9-4a71-b5c9-cb9cd4dad7b1 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0956137 Aug 29 19:10:56.792375 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-7deaeeca-944c-43fc-a784-d79059997caa req-06da2676-7989-43f0-9f8d-562b9ddf368e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017342 Aug 29 19:10:56.861117 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-030b5585-7147-40ed-b2de-fa5df983d994 req-2a4dff9e-5395-45fc-b7f0-1bf02d3747b4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828657 Aug 29 19:10:56.864770 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-df05a554-43fb-4809-b9a1-205850df8730 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678247 Aug 29 19:10:57.162507 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009b8b-b431-41a9-acf5-559ce995e322 req-f620f261-d702-4fbb-9a86-826337d3d1fd tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:57.164028 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-81009b8b-b431-41a9-acf5-559ce995e322 req-f620f261-d702-4fbb-9a86-826337d3d1fd tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0524309 Aug 29 19:10:57.244869 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-81009b8b-b431-41a9-acf5-559ce995e322 req-01866227-a02e-41a0-b692-2dafcce1f93a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748208 Aug 29 19:10:57.258206 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a3a68-bb5f-4db7-9959-39a5cd31b4c2 req-06fb296b-c3fe-4eb1-b1a0-abacc4dd7e86 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:57.259670 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-339a3a68-bb5f-4db7-9959-39a5cd31b4c2 req-06fb296b-c3fe-4eb1-b1a0-abacc4dd7e86 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.0634089 Aug 29 19:10:57.307287 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-339a3a68-bb5f-4db7-9959-39a5cd31b4c2 req-7dcfadb3-c611-4824-ab60-9860f22a60f3 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Aug 29 19:10:57.643518 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:57.654878 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9d0ed80-d7ca-4695-b30c-9ae96814403f req-29254536-99ed-4c95-b8ba-5aac79132ad6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965822 Aug 29 19:10:57.657540 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:10:57.728954 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: DOWN; New status is: DOWN {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:10:58.129327 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d7338-92c9-47b8-854b-bf1302cbdd43 req-0c408e37-5fe2-4d99-a602-3e7235b8df1d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:58.130800 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf9d7338-92c9-47b8-854b-bf1302cbdd43 req-0c408e37-5fe2-4d99-a602-3e7235b8df1d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.3100958 Aug 29 19:10:58.149623 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc1978-4d2e-42ea-9d37-3ac3ac1dd28b req-a3cb1b1a-ba40-437d-a00c-6a4814178f8d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:58.150916 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ccc1978-4d2e-42ea-9d37-3ac3ac1dd28b req-a3cb1b1a-ba40-437d-a00c-6a4814178f8d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0652416 Aug 29 19:10:58.214992 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf9d7338-92c9-47b8-854b-bf1302cbdd43 req-7cb07de3-c869-4e43-bf23-9d8be352fa53 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784423 Aug 29 19:10:58.227310 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ccc1978-4d2e-42ea-9d37-3ac3ac1dd28b req-8de537e8-02ce-4bc6-8ad7-f0bb0fff7b30 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687191 Aug 29 19:10:58.342437 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e48c1-71f9-484b-a676-650d5154ce15 req-9a7755f6-6336-4b92-90ad-2576701bcc06 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:58.343826 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-561e48c1-71f9-484b-a676-650d5154ce15 req-9a7755f6-6336-4b92-90ad-2576701bcc06 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Aug 29 19:10:58.388526 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886749-f028-4733-8bd6-2c9f3e2a6129 req-e7ca8d79-97c4-43c7-954c-fec1eef39d92 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:58.389915 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-16886749-f028-4733-8bd6-2c9f3e2a6129 req-e7ca8d79-97c4-43c7-954c-fec1eef39d92 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0712013 Aug 29 19:10:58.430599 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-561e48c1-71f9-484b-a676-650d5154ce15 req-8bcf1ffb-4603-4bb5-a694-3fcb3323b083 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715678 Aug 29 19:10:58.458618 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56868) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:58.459866 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-16886749-f028-4733-8bd6-2c9f3e2a6129 req-22fccde5-faf1-42bf-bce4-e8834a935e96 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604827 Aug 29 19:10:58.541611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027222f9-ce12-47bd-ba9f-e5b0b5ae4ab0 req-710a4fc5-e1d2-4565-b6ad-4fee5b4f9b49 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:58.543056 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-027222f9-ce12-47bd-ba9f-e5b0b5ae4ab0 req-710a4fc5-e1d2-4565-b6ad-4fee5b4f9b49 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.0506940 Aug 29 19:10:58.578227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:58.596308 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-027222f9-ce12-47bd-ba9f-e5b0b5ae4ab0 req-7d6d9c4d-bedf-4e7d-b8f3-93377902fac7 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Aug 29 19:10:58.604146 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268df05-3f8a-4a00-bff3-4638c1f39703 tempest-TestVolumeBootPattern-952979325 tempest-TestVolumeBootPattern-952979325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:58.607104 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e268df05-3f8a-4a00-bff3-4638c1f39703 tempest-TestVolumeBootPattern-952979325 tempest-TestVolumeBootPattern-952979325-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 1124 time: 0.1458390 Aug 29 19:10:58.609691 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 56872) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:10:58.613948 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'port_id': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:10:58.636513 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:58.652305 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=100 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:58.719679 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:58.721970 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:58.828032 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Allocated IP 172.27.2.163 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/ad335220-e04d-42b8-93a4-3bd9c90b7c2f) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:10:58.874247 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e9c28ba6-9789-416e-b3e3-cc1a07f0d3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:58.930666 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:58.961570 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:59.004741 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:10:59.007626 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:10:59.010036 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:10:59.037699 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=ad335220-e04d-42b8-93a4-3bd9c90b7c2f,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:59.053121 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.053463 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.053801 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.054223 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.054554 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.054884 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.055229 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.055552 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.055873 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.056192 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.056510 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.056828 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.057145 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.057462 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.057772 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:10:59.354942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7b845-0ef1-42f5-be36-ff3d6d87558d req-f0003af3-208b-4bc9-9f4e-9d32ec568378 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:59.356429 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95c7b845-0ef1-42f5-be36-ff3d6d87558d req-f0003af3-208b-4bc9-9f4e-9d32ec568378 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0477087 Aug 29 19:10:59.384578 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (3bb94c9d-a8f1-4d01-9da6-e915dbc4894a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:59.406371 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95c7b845-0ef1-42f5-be36-ff3d6d87558d req-5e91c8b8-5054-4510-b10d-921e11e2081d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Aug 29 19:10:59.419153 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:59.456255 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:59.495662 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:10:59.590381 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e9f1-fd45-432a-80c2-015eb9ef8e51 req-8223c73f-c179-4e81-bf2f-c9454e42672b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:59.592015 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2656e9f1-fd45-432a-80c2-015eb9ef8e51 req-8223c73f-c179-4e81-bf2f-c9454e42672b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0521266 Aug 29 19:10:59.648552 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2656e9f1-fd45-432a-80c2-015eb9ef8e51 req-df3321d2-526e-496a-9482-58d24c47c36b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505707 Aug 29 19:10:59.734568 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77f82f-aa21-4fad-9562-41c99bbb5fe2 req-cf40a44f-f771-40ce-81da-496e79e966c6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:10:59.736136 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ee77f82f-aa21-4fad-9562-41c99bbb5fe2 req-cf40a44f-f771-40ce-81da-496e79e966c6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.0520949 Aug 29 19:10:59.786574 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ee77f82f-aa21-4fad-9562-41c99bbb5fe2 req-b3ab2b15-49f7-4b41-8dd4-cc90ec4c65f4 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Aug 29 19:10:59.829154 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:59.833811 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:59.901352 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=ad335220-e04d-42b8-93a4-3bd9c90b7c2f,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:10:59.903881 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (3bb94c9d-a8f1-4d01-9da6-e915dbc4894a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:10:59.999404 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Floating IP 3bb94c9d-a8f1-4d01-9da6-e915dbc4894a associated. External IP: 172.27.2.163, port: 32fdb103-82cb-4537-9dfe-6532b2639a2a. Aug 29 19:11:00.060346 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:00.197667 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:11:00.301861 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:11:00.311345 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:11:00.319513 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:00.322408 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:11:00.323031 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:00.351306 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7884b0b7-168a-4b11-b70f-43db42a51e70 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7403078 Aug 29 19:11:00.351968 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:00.354347 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9444fb-5169-4336-8693-3be58a70d488" -d '{"events": [{"name": "network-changed", "server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:00.400201 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63205f25-97c9-47c0-a7b0-9ca5cb0825ee x-openstack-request-id: req-63205f25-97c9-47c0-a7b0-9ca5cb0825ee {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:00.400609 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:00.400866 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-63205f25-97c9-47c0-a7b0-9ca5cb0825ee {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:00.401413 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63205f25-97c9-47c0-a7b0-9ca5cb0825ee'] response: {'name': 'network-changed', 'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'status': 'completed', 'code': 200} Aug 29 19:11:00.432335 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:11:00.456240 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:00.536619 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468db6b1-e6d2-4d2b-a57e-56f19e1e68b8 req-35500414-5a45-413a-9935-187f3487c1e4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:00.538067 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-468db6b1-e6d2-4d2b-a57e-56f19e1e68b8 req-35500414-5a45-413a-9935-187f3487c1e4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0467577 Aug 29 19:11:00.590017 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-468db6b1-e6d2-4d2b-a57e-56f19e1e68b8 req-6328a0d8-ad15-486d-b3c6-d045b0b894f2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Aug 29 19:11:00.648536 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '3bb94c9d-a8f1-4d01-9da6-e915dbc4894a', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:e4:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:59Z', 'updated_at': '2022-08-29T19:10:59Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:00.676630 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:11:00.684783 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:11:00.685379 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:00.769901 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:00.788200 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:11:00.791774 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23bca4-402d-44a6-9fc8-79e687fa3e70 req-ea608dd7-abb3-4c3a-a300-27d687a30c32 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:00.793203 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d23bca4-402d-44a6-9fc8-79e687fa3e70 req-ea608dd7-abb3-4c3a-a300-27d687a30c32 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0488381 Aug 29 19:11:00.846464 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d23bca4-402d-44a6-9fc8-79e687fa3e70 req-9a8a35a7-5846-40c6-9719-fa8b222b8461 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 Aug 29 19:11:00.929691 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf71b3-1a9e-4e43-b6eb-bfa4ef140cf5 req-3df51c40-c0ca-4b23-b027-9406d71130e8 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:00.931209 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27cf71b3-1a9e-4e43-b6eb-bfa4ef140cf5 req-3df51c40-c0ca-4b23-b027-9406d71130e8 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.0474913 Aug 29 19:11:00.979309 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27cf71b3-1a9e-4e43-b6eb-bfa4ef140cf5 req-0ae189bf-d20b-4364-b805-ba766ade46cf tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Aug 29 19:11:01.009591 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '3bb94c9d-a8f1-4d01-9da6-e915dbc4894a', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:e4:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:59Z', 'updated_at': '2022-08-29T19:10:59Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:01.035439 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5d76e-659f-4e0a-a414-7483bc0d7a74 None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '3bb94c9d-a8f1-4d01-9da6-e915dbc4894a', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:e4:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:59Z', 'updated_at': '2022-08-29T19:10:59Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:11:01.216084 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acc3dc-f70c-4b36-b85e-8598671bff1c None None] New status for floating IP 3bb94c9d-a8f1-4d01-9da6-e915dbc4894a: ACTIVE {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:11:01.473516 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:01.718343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dacf91-c608-4d5f-b8e2-d639c40805d8 req-7a67ba57-d0a4-4eb4-be4f-9b27fa9fec44 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:01.719866 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e5dacf91-c608-4d5f-b8e2-d639c40805d8 req-7a67ba57-d0a4-4eb4-be4f-9b27fa9fec44 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0510085 Aug 29 19:11:01.764660 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:01.798679 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e5dacf91-c608-4d5f-b8e2-d639c40805d8 req-9fc2c5dd-c365-4704-8289-8a4408f6e877 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731814 Aug 29 19:11:01.809509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9444fb-5169-4336-8693-3be58a70d488 req-c398f5c8-899b-4c61-9798-5d798d8c6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:01.811370 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-c398f5c8-899b-4c61-9798-5d798d8c6069 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 1129 time: 0.0568817 Aug 29 19:11:01.843518 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd216c-d989-4945-82c0-074f1043124c req-b25b7051-dcb6-486e-a845-a3867eae397a tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:01.845010 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82bd216c-d989-4945-82c0-074f1043124c req-b25b7051-dcb6-486e-a845-a3867eae397a tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.0920992 Aug 29 19:11:01.863049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:01.963863 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667a823-93d0-45cc-8d65-29d79af3920e req-21046cd6-5f2c-40fb-837e-ef4a7e308a7a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:01.965294 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c667a823-93d0-45cc-8d65-29d79af3920e req-21046cd6-5f2c-40fb-837e-ef4a7e308a7a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0473721 Aug 29 19:11:02.016156 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c667a823-93d0-45cc-8d65-29d79af3920e req-962ba587-346f-435f-8087-d4db4088ad06 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Aug 29 19:11:02.102873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17792dbd-2033-4fa6-802c-1fd4f9653c32 req-d61d0cf4-796c-47c1-8f4f-cc905ea0e825 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:02.104335 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17792dbd-2033-4fa6-802c-1fd4f9653c32 req-d61d0cf4-796c-47c1-8f4f-cc905ea0e825 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 945 time: 0.0495026 Aug 29 19:11:02.151973 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17792dbd-2033-4fa6-802c-1fd4f9653c32 req-407e3aed-2b47-4f4b-ad67-2bd17874c489 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Aug 29 19:11:02.287914 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:02.337634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9444fb-5169-4336-8693-3be58a70d488 req-471c6d85-fedd-4c19-ac92-030724888578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:02.339318 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-471c6d85-fedd-4c19-ac92-030724888578 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.0984344 Aug 29 19:11:02.368867 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Deleting port e8a3642c-273b-4ca2-98ac-e5056521d7a5 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:11:02.369214 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:02.450460 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:02.463015 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] For port e8a3642c-273b-4ca2-98ac-e5056521d7a5, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=e8a3642c-273b-4ca2-98ac-e5056521d7a5,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:02.463396 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:02.465780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:02.479038 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Calling delete_port for e8a3642c-273b-4ca2-98ac-e5056521d7a5 owned by compute:nova {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:11:02.609517 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (e8a3642c-273b-4ca2-98ac-e5056521d7a5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:02.635394 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Pushing event deleted for resources: {'Port': ['ID=e8a3642c-273b-4ca2-98ac-e5056521d7a5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:02.664269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['e8a3642c-273b-4ca2-98ac-e5056521d7a5'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:11:02.702020 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] No DVR routers for this DVR port e8a3642c-273b-4ca2-98ac-e5056521d7a5 on host hv-cinder-73126 {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:11:02.705188 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:02.708444 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-82bd216c-d989-4945-82c0-074f1043124c req-8e30b0a1-2c44-4dfa-9d32-9b38f61b834b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "DELETE /networking/v2.0/ports/e8a3642c-273b-4ca2-98ac-e5056521d7a5 HTTP/1.1" status: 204 len: 173 time: 0.4657645 Aug 29 19:11:02.708878 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'name': 'network-vif-deleted', 'tag': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:02.711221 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14cdb45-3590-4fc7-9875-402e7c1ad177" -d '{"events": [{"server_uuid": "b37f271b-60ea-41f7-86d3-9a324c423afb", "name": "network-vif-deleted", "tag": "e8a3642c-273b-4ca2-98ac-e5056521d7a5"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:02.760650 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa3b20-3a75-452c-8618-db28f81d8196 x-openstack-request-id: req-8baa3b20-3a75-452c-8618-db28f81d8196 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:02.760996 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37f271b-60ea-41f7-86d3-9a324c423afb", "name": "network-vif-deleted", "tag": "e8a3642c-273b-4ca2-98ac-e5056521d7a5", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:02.761249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8baa3b20-3a75-452c-8618-db28f81d8196 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:02.761859 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8baa3b20-3a75-452c-8618-db28f81d8196'] response: {'server_uuid': 'b37f271b-60ea-41f7-86d3-9a324c423afb', 'name': 'network-vif-deleted', 'tag': 'e8a3642c-273b-4ca2-98ac-e5056521d7a5', 'status': 'completed', 'code': 200} Aug 29 19:11:02.792402 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-b9ede94a-ceed-49cb-b6e3-7872df395fb9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a HTTP/1.1" status: 200 len: 1001 time: 0.0652657 Aug 29 19:11:02.956828 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e5e3d-3cbc-401d-a1ee-57ad6c0de3d3 req-878beaee-e2bb-4501-8fbc-ece22e99f4d5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:02.958250 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4e1e5e3d-3cbc-401d-a1ee-57ad6c0de3d3 req-878beaee-e2bb-4501-8fbc-ece22e99f4d5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0783539 Aug 29 19:11:02.993120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9444fb-5169-4336-8693-3be58a70d488 req-2e922486-461f-4c54-a4d0-901c4e30eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:02.994535 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-2e922486-461f-4c54-a4d0-901c4e30eadc service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0781019 Aug 29 19:11:03.025575 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4e1e5e3d-3cbc-401d-a1ee-57ad6c0de3d3 req-a6a03f0a-cf41-409d-bf9e-c2240c8478e2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575559 Aug 29 19:11:03.151783 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bad3d-2529-470c-aeb6-dcd005e0ad18 req-62c50cbe-2077-428d-97be-ac2b77cc5fe8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:03.153242 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e98bad3d-2529-470c-aeb6-dcd005e0ad18 req-62c50cbe-2077-428d-97be-ac2b77cc5fe8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0574672 Aug 29 19:11:03.196197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9444fb-5169-4336-8693-3be58a70d488 req-ab56742f-88b1-4cfe-af3b-1580358dfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:03.197857 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-ab56742f-88b1-4cfe-af3b-1580358dfdc1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629616 Aug 29 19:11:03.304204 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e98bad3d-2529-470c-aeb6-dcd005e0ad18 req-e49ef602-25ef-4be2-9ebc-bd039643a85b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347008 Aug 29 19:11:03.307959 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2616a7c6-c6cb-47c2-b595-b5b3f7d94a4b req-a9d6e2e1-fb09-4851-9787-e67af1b0edc0 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 210 time: 0.0620070 Aug 29 19:11:03.351634 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-2488ee86-8bf3-42b9-a802-31606313aa35 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336262 Aug 29 19:11:03.454807 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b9444fb-5169-4336-8693-3be58a70d488 req-c271dfaa-91aa-4c76-a5cc-a102e8e65c2c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907996 Aug 29 19:11:04.167401 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f960059-1a0d-4b96-9920-b3453abdff94 req-68dc7f85-5013-401d-8a9f-386fdca2b4da tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:04.168902 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0f960059-1a0d-4b96-9920-b3453abdff94 req-68dc7f85-5013-401d-8a9f-386fdca2b4da tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0550053 Aug 29 19:11:04.220217 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0f960059-1a0d-4b96-9920-b3453abdff94 req-80935ecb-dbc3-495f-ac0a-4e4ba7f3c5f9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Aug 29 19:11:04.455857 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2215afd1-8c5e-48c2-b883-3f573f3207a1 req-9d042990-dedb-4deb-87cc-418f01955a07 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b37f271b-60ea-41f7-86d3-9a324c423afb HTTP/1.1" status: 200 len: 210 time: 0.0376024 Aug 29 19:11:04.466399 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a47ac2-38b5-4bdf-a764-f50b071ab77a req-63b4df66-3b8f-4c5e-99d2-494cadb4cf68 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:04.468331 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8a47ac2-38b5-4bdf-a764-f50b071ab77a req-63b4df66-3b8f-4c5e-99d2-494cadb4cf68 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0875823 Aug 29 19:11:04.511502 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:04.527859 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8a47ac2-38b5-4bdf-a764-f50b071ab77a req-afea9e6a-07d5-4eb1-83fd-f7056f1bc4f8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534294 Aug 29 19:11:05.349995 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e2973-75a5-4146-9970-039dc03c03bd req-52e7fd63-2460-4ed3-86df-90edf2c35a36 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:05.351379 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c97e2973-75a5-4146-9970-039dc03c03bd req-52e7fd63-2460-4ed3-86df-90edf2c35a36 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0465894 Aug 29 19:11:05.398774 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c97e2973-75a5-4146-9970-039dc03c03bd req-cd54293b-cb3a-4ebf-92da-b47d69d37e50 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Aug 29 19:11:05.701286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-0f2efb6c-4dc6-47af-8d64-2f29499bec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:05.703133 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-0f2efb6c-4dc6-47af-8d64-2f29499bec55 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf&tenant_id=6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 1127 time: 0.1058054 Aug 29 19:11:05.710949 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cea458-ad8c-4e36-9306-8c70ac2d236f req-0891e5d9-4d6f-407d-8fc6-bb204e42bdc6 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:05.712387 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c9cea458-ad8c-4e36-9306-8c70ac2d236f req-0891e5d9-4d6f-407d-8fc6-bb204e42bdc6 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0866652 Aug 29 19:11:05.730843 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device e8a3642c-273b-4ca2-98ac-e5056521d7a5 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:11:05.759304 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: e8a3642c-273b-4ca2-98ac-e5056521d7a5 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:11:05.759721 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device e8a3642c-273b-4ca2-98ac-e5056521d7a5 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:11:05.772292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:05.778901 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c9cea458-ad8c-4e36-9306-8c70ac2d236f req-b00cf05f-0617-43c6-8857-9b455c2fc227 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588169 Aug 29 19:11:05.810386 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-b59ed323-ceac-4820-9744-b96891cdf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:05.811974 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-b59ed323-ceac-4820-9744-b96891cdf736 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1127 time: 0.0518589 Aug 29 19:11:05.921583 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-e4856ea8-9593-4f32-b109-ddb7264de2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:05.923086 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-e4856ea8-9593-4f32-b109-ddb7264de2aa service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.0865521 Aug 29 19:11:05.986681 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-06de9d66-5dce-4046-902d-b2d0be435fa8 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 200 len: 998 time: 0.0572481 Aug 29 19:11:06.034693 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-4d1e7b71-2788-44d6-815e-f9912ff58140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:06.036356 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-4d1e7b71-2788-44d6-815e-f9912ff58140 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0432808 Aug 29 19:11:06.081244 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-64b98934-3e95-4979-ae57-11c198f92dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:06.082697 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-64b98934-3e95-4979-ae57-11c198f92dad service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384486 Aug 29 19:11:06.178725 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-136531cb-cf88-4ef6-bb53-6705d1271689 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849574 Aug 29 19:11:06.533888 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d649c-ac40-43b7-a844-ac068a6ec846 req-75018c76-cc4c-44d2-a86f-a0af9ad52fff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:06.535429 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-169d649c-ac40-43b7-a844-ac068a6ec846 req-75018c76-cc4c-44d2-a86f-a0af9ad52fff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0463655 Aug 29 19:11:06.583735 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-169d649c-ac40-43b7-a844-ac068a6ec846 req-1a6bfaee-a48c-425e-8f6d-a321ef39e54a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Aug 29 19:11:06.899524 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251807c-bac0-4931-93db-e364aa38b115 req-70f4bac7-9419-40aa-b59b-294392b9d42b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:06.900994 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2251807c-bac0-4931-93db-e364aa38b115 req-70f4bac7-9419-40aa-b59b-294392b9d42b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0466626 Aug 29 19:11:06.954335 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2251807c-bac0-4931-93db-e364aa38b115 req-090e961b-8b4a-47fa-90bb-9baed0153cf4 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469990 Aug 29 19:11:07.710513 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77bfc8-46f0-4e25-84b1-0f6fd24a4309 req-e7c8d669-f3ac-4364-af8f-9682cad1770a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:07.711982 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7f77bfc8-46f0-4e25-84b1-0f6fd24a4309 req-e7c8d669-f3ac-4364-af8f-9682cad1770a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0487516 Aug 29 19:11:07.760163 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7f77bfc8-46f0-4e25-84b1-0f6fd24a4309 req-2fb71d26-a45d-42b6-a1a8-46ed86710658 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Aug 29 19:11:08.072779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0ce38-4593-4d81-8be9-39732fa8aa46 req-2d53821e-26b6-464a-adc3-f4cfc113f7e4 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:08.074236 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95a0ce38-4593-4d81-8be9-39732fa8aa46 req-2d53821e-26b6-464a-adc3-f4cfc113f7e4 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0489068 Aug 29 19:11:08.122935 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-95a0ce38-4593-4d81-8be9-39732fa8aa46 req-99b38120-01f0-4e8c-b5a3-3439baea362b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Aug 29 19:11:08.893351 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139878-0df1-43ac-8f13-2588163d9d75 req-d561a5a6-48ec-4190-a17e-f588e255b63d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:08.894793 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-00139878-0df1-43ac-8f13-2588163d9d75 req-d561a5a6-48ec-4190-a17e-f588e255b63d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0498710 Aug 29 19:11:08.934445 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:08.943137 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-00139878-0df1-43ac-8f13-2588163d9d75 req-380822ed-1363-40fc-bcea-b908bdcf0aeb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Aug 29 19:11:09.056721 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-39b53521-abcc-4800-9ba6-9a81e570b51f req-c6f1aad4-5853-4f04-ac2b-5c1f63073410 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830126 Aug 29 19:11:09.237803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:09.246337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb44cc-b5ed-4afc-bd2e-c1573b5a7f21 req-bb20b449-8126-41a5-a8ca-ca79e609d3ca tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:09.247820 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75eb44cc-b5ed-4afc-bd2e-c1573b5a7f21 req-bb20b449-8126-41a5-a8ca-ca79e609d3ca tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0514061 Aug 29 19:11:09.298696 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75eb44cc-b5ed-4afc-bd2e-c1573b5a7f21 req-c00a1927-79fb-4f03-929d-c61b2d69ba88 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Aug 29 19:11:10.075238 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc8786-89fc-4dc1-b643-66db6d7b34f8 req-5fb39856-da2c-409f-9d91-e92d34c57f1a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:10.076770 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6bc8786-89fc-4dc1-b643-66db6d7b34f8 req-5fb39856-da2c-409f-9d91-e92d34c57f1a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0539594 Aug 29 19:11:10.124925 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6bc8786-89fc-4dc1-b643-66db6d7b34f8 req-35406482-10b6-4b5d-84b7-d3038c3ce5fa tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Aug 29 19:11:10.426442 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4da2b-b5c8-409d-9ac5-c9d3041ef99e req-3ae00dfa-d28d-443f-a355-98f18ca80873 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:10.428169 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-24c4da2b-b5c8-409d-9ac5-c9d3041ef99e req-3ae00dfa-d28d-443f-a355-98f18ca80873 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0557783 Aug 29 19:11:10.519925 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-24c4da2b-b5c8-409d-9ac5-c9d3041ef99e req-442257e7-2a66-4e8a-a86b-f134dac8b81c tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853913 Aug 29 19:11:11.276734 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563698f-ed7c-476c-b570-912aa20ebce7 req-63902232-e12a-4e7e-bb11-c6a48de47734 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:11.280040 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f563698f-ed7c-476c-b570-912aa20ebce7 req-63902232-e12a-4e7e-bb11-c6a48de47734 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0694282 Aug 29 19:11:11.326396 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:11.329135 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:11.346210 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f563698f-ed7c-476c-b570-912aa20ebce7 req-b0eda305-ea69-463e-9ec8-2bdda27aa8cf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588162 Aug 29 19:11:11.663544 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a02de-a04f-4138-84d8-d2bb06af0ef6 req-39028b8e-d89d-4e5c-9ac8-1fa8376fb87e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:11.664895 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2d6a02de-a04f-4138-84d8-d2bb06af0ef6 req-39028b8e-d89d-4e5c-9ac8-1fa8376fb87e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0529869 Aug 29 19:11:11.720800 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2d6a02de-a04f-4138-84d8-d2bb06af0ef6 req-ec537f31-5752-4c2a-ad00-38d05b0f6aef tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502615 Aug 29 19:11:12.484857 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7a70f-0291-49b6-8daf-f423af5fc349 req-8aa07a94-2e4c-4e37-a4bf-faffeb650618 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:12.486541 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2bf7a70f-0291-49b6-8daf-f423af5fc349 req-8aa07a94-2e4c-4e37-a4bf-faffeb650618 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0583563 Aug 29 19:11:12.545689 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2bf7a70f-0291-49b6-8daf-f423af5fc349 req-2ca494e9-26b1-486a-bc35-a529c6b6bddf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534759 Aug 29 19:11:12.684466 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:12.685713 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:12.849587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2cf53-c2d5-47a4-a390-f16f363a3bc1 req-6fa21d81-1d71-4c89-80fa-19ee97594b98 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:12.851187 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05b2cf53-c2d5-47a4-a390-f16f363a3bc1 req-6fa21d81-1d71-4c89-80fa-19ee97594b98 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0513492 Aug 29 19:11:12.904984 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05b2cf53-c2d5-47a4-a390-f16f363a3bc1 req-2a29afd7-bf0b-4f7b-93e7-664ad4f6e66d tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480072 Aug 29 19:11:13.379431 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:11:13.500664 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:13.513461 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'port_id': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'mac_address': 'fa:16:3e:37:74:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:11:13.552267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port bc2fe8d5-1c6f-407b-8613-774dc48866ca is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:11:13.552661 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:13.567586 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2fe8d5-1c6f-407b-8613-774dc48866ca {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:11:13.594458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:13.595780 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:13.601017 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:13.656915 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:13.713681 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1cb7-bbb5-496c-bff4-b6afa02042af req-7f32764e-b2f8-4200-88a7-ea004afa5b29 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:13.715393 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0b4f1cb7-bbb5-496c-bff4-b6afa02042af req-7f32764e-b2f8-4200-88a7-ea004afa5b29 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0609615 Aug 29 19:11:13.767616 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0b4f1cb7-bbb5-496c-bff4-b6afa02042af req-e9f2fc8e-0c54-451e-850f-c0ca1e5ed3f4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Aug 29 19:11:14.032543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144ba1-08a2-4696-9fcb-22cc47390a5b req-5bcb342f-24b5-4fa0-9781-40edef3d0bfc tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:14.034245 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-00144ba1-08a2-4696-9fcb-22cc47390a5b req-5bcb342f-24b5-4fa0-9781-40edef3d0bfc tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 945 time: 0.0507390 Aug 29 19:11:14.089419 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-00144ba1-08a2-4696-9fcb-22cc47390a5b req-08a76565-d2e0-476e-a35c-9e4a33bb775b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Aug 29 19:11:14.416681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:14.825016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['bc2fe8d5-1c6f-407b-8613-774dc48866ca'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:11:14.930102 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6cf6-6e64-4118-80de-9f8d7ec9214b req-b7f92de5-0a3e-494c-9fe3-ed381d2e0775 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:14.932192 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a2da6cf6-6e64-4118-80de-9f8d7ec9214b req-b7f92de5-0a3e-494c-9fe3-ed381d2e0775 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0805664 Aug 29 19:11:14.989453 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a2da6cf6-6e64-4118-80de-9f8d7ec9214b req-2becbd32-848d-47d7-bb3d-f127a5850bec tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508995 Aug 29 19:11:15.215920 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bef64-303c-4252-aab4-a326adb83b92 req-2b8e268f-2ed9-4be6-b098-7d09808afc27 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:15.217392 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d2bef64-303c-4252-aab4-a326adb83b92 req-2b8e268f-2ed9-4be6-b098-7d09808afc27 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 945 time: 0.0512524 Aug 29 19:11:15.239747 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:15.272002 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d2bef64-303c-4252-aab4-a326adb83b92 req-33026a4a-033e-4258-b186-a55e7b5880f6 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477216 Aug 29 19:11:15.625374 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:15.681697 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-8bd1f976-d2d0-4786-a08d-894f430fa718 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:15.683247 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-8bd1f976-d2d0-4786-a08d-894f430fa718 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/networks?id=52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 200 len: 814 time: 0.1123922 Aug 29 19:11:15.700805 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-073306b0-eb1b-43e9-afce-0afcaca7993d tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/quotas/778d0dad05594da5bb3cb0e2efcb2af5 HTTP/1.1" status: 200 len: 375 time: 0.0100760 Aug 29 19:11:15.737740 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3b0d8212-db39-4ebc-88e7-dd6a6b4b1dff tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308015 Aug 29 19:11:15.833387 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-a9657cd9-c28e-4e26-b1c9-217cf54f7a57 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894873 Aug 29 19:11:15.938562 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-a1cf0b8b-7ca2-4caa-8958-a2f6c1483dcf service neutron] 10.222.0.94 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970607 Aug 29 19:11:16.157185 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1cbfe2c-82f4-4ebe-b2b3-3588205ec859 req-59c8f825-a1c7-4c69-ae18-6e2ce434a982 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0620990 Aug 29 19:11:16.168628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfccec0-a5ae-49c5-b7b7-77170b56af76 req-514adbb7-3a47-4a96-9ad5-38b5f8543bfe tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:16.170189 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0dfccec0-a5ae-49c5-b7b7-77170b56af76 req-514adbb7-3a47-4a96-9ad5-38b5f8543bfe tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0872040 Aug 29 19:11:16.240226 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0dfccec0-a5ae-49c5-b7b7-77170b56af76 req-93602850-4bc9-4931-8ed3-5cb1aec691d8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601506 Aug 29 19:11:16.410970 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:11:16.431324 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2294f-cd85-4d2a-a648-99dab9a2abfb req-23e6db33-db2b-4c11-9daa-e2caea2b9cdd tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:16.433327 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-09e2294f-cd85-4d2a-a648-99dab9a2abfb req-23e6db33-db2b-4c11-9daa-e2caea2b9cdd tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 945 time: 0.0822606 Aug 29 19:11:16.502584 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-09e2294f-cd85-4d2a-a648-99dab9a2abfb req-a8c9e346-fd74-4b55-8bbc-328e4b8e8ded tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626740 Aug 29 19:11:16.504805 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:16.513661 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port bc2fe8d5-1c6f-407b-8613-774dc48866ca completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:11:16.529381 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port bc2fe8d5-1c6f-407b-8613-774dc48866ca triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:11:16.529906 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:16.617847 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port bc2fe8d5-1c6f-407b-8613-774dc48866ca is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:11:16.618525 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:16.642571 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:16.644810 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce990699-4009-4d74-8cd9-f5c226221790" -d '{"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:16.657904 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:16.662035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:16.709875 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1bafbe-dabc-4891-a13a-ab8c83b973b5 x-openstack-request-id: req-dc1bafbe-dabc-4891-a13a-ab8c83b973b5 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:16.710067 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:16.710347 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dc1bafbe-dabc-4891-a13a-ab8c83b973b5 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:16.710881 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1bafbe-dabc-4891-a13a-ab8c83b973b5'] response: {'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'code': 200} Aug 29 19:11:16.737204 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:17.260314 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b58bd4ee-2355-4c18-a7dc-e6c4aac099c5 req-4a0e1985-77b0-4cb9-a11b-703a470b7c3b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0294790 Aug 29 19:11:17.380761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d09e-66d6-42d9-843d-8818b51077c8 req-d437a81e-9848-4c59-914e-131ac6897c9f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:17.382319 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2928d09e-66d6-42d9-843d-8818b51077c8 req-d437a81e-9848-4c59-914e-131ac6897c9f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0522084 Aug 29 19:11:17.436606 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2928d09e-66d6-42d9-843d-8818b51077c8 req-c7191109-ffcc-4d08-954d-e647bdbabdaf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481675 Aug 29 19:11:17.623518 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b082ec-170c-412d-9f25-21b35446091a req-1278782f-4537-4148-b5d4-640f6739505a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:17.625145 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78b082ec-170c-412d-9f25-21b35446091a req-1278782f-4537-4148-b5d4-640f6739505a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0500305 Aug 29 19:11:17.683598 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78b082ec-170c-412d-9f25-21b35446091a req-413f5645-3625-4807-adba-d6c4d93d2545 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514319 Aug 29 19:11:18.370266 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6df2bf83-6e3c-4ee1-b36c-b4d7181ef7c5 req-1ed4cd00-8f94-4c4a-855c-796f64f4c1a8 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0317497 Aug 29 19:11:18.582810 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b08388-0fce-4618-94e6-2808b2ccb31b req-029aeb7f-362b-45d2-9953-d8d2a04ec247 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:18.584348 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0b08388-0fce-4618-94e6-2808b2ccb31b req-029aeb7f-362b-45d2-9953-d8d2a04ec247 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0547130 Aug 29 19:11:18.636932 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0b08388-0fce-4618-94e6-2808b2ccb31b req-734fbefc-c86b-4752-a37c-4bc3cc1d05aa tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468178 Aug 29 19:11:18.820172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7738-795a-4252-a7ee-365b82fbe6bb req-6d761348-c831-4eba-9566-17c4c42a3ad7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:18.821619 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d28f7738-795a-4252-a7ee-365b82fbe6bb req-6d761348-c831-4eba-9566-17c4c42a3ad7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0531836 Aug 29 19:11:18.877120 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d28f7738-795a-4252-a7ee-365b82fbe6bb req-4ee4f0ff-6117-4193-8383-9e2582c2ae07 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497527 Aug 29 19:11:19.480265 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd92b03d-81f7-428e-945b-2ff73e278d1e req-5a14b4b5-d0b3-46d7-8f11-6b2938dfc755 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0357523 Aug 29 19:11:19.742514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:19.783286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c098-f0b9-4905-a705-dd2d9fcaa583 req-ef2eccf3-8bfe-4bba-bead-309f54071912 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:19.784775 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-33d2c098-f0b9-4905-a705-dd2d9fcaa583 req-ef2eccf3-8bfe-4bba-bead-309f54071912 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0527117 Aug 29 19:11:19.839163 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-33d2c098-f0b9-4905-a705-dd2d9fcaa583 req-f622a05f-5241-458b-86c9-b7aa27619cc0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480075 Aug 29 19:11:20.011640 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a73b9-9a1a-4df2-91ce-238bffd0f7a8 req-8a4da821-de24-4e66-ad2c-bada54ca6b80 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:20.013142 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b16a73b9-9a1a-4df2-91ce-238bffd0f7a8 req-8a4da821-de24-4e66-ad2c-bada54ca6b80 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0553427 Aug 29 19:11:20.050307 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:20.067983 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b16a73b9-9a1a-4df2-91ce-238bffd0f7a8 req-628414df-876b-4e5e-8b59-59dd0b1143a7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479221 Aug 29 19:11:20.585251 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8e1c03e9-d82f-4e45-947f-1ed767b97d14 req-d6a81abb-c0ed-4049-8d50-be30bb47e1ec tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0309758 Aug 29 19:11:20.965482 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3aa53-2c5a-4a9a-9e35-584d1d509e2c req-5d5bdb93-0ac3-43dc-a802-a72fea2bc57f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:20.966948 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cce3aa53-2c5a-4a9a-9e35-584d1d509e2c req-5d5bdb93-0ac3-43dc-a802-a72fea2bc57f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0467730 Aug 29 19:11:21.017886 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cce3aa53-2c5a-4a9a-9e35-584d1d509e2c req-4a22e5d4-df16-4f4e-9552-528209d6ee3d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Aug 29 19:11:21.189209 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61577212-c6c3-42e5-ae06-b31f98eea21f req-a687417c-0168-4caf-95bd-7106ebdf1e74 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:21.191212 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61577212-c6c3-42e5-ae06-b31f98eea21f req-a687417c-0168-4caf-95bd-7106ebdf1e74 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0499792 Aug 29 19:11:21.239975 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61577212-c6c3-42e5-ae06-b31f98eea21f req-82db8d2f-89b2-4cef-afaf-29f0ee1ea06f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Aug 29 19:11:21.686444 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8f55a7ff-170d-4229-b22c-a1e9b9e9f1c1 req-1f7e8926-ed9d-4460-a589-16480829202b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0310838 Aug 29 19:11:22.169336 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72126d00-71b1-47d6-8614-9d92aa9877c3 req-0d238c5c-53e7-4ff5-aff2-9a1c26108e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:22.170720 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-72126d00-71b1-47d6-8614-9d92aa9877c3 req-0d238c5c-53e7-4ff5-aff2-9a1c26108e5e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1130 time: 0.0722451 Aug 29 19:11:22.177375 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9a6b7-a71d-4e5d-9a76-796340fe757a req-dd9d3830-61b0-4734-a610-bd8ac378adfe tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:22.178737 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e0a9a6b7-a71d-4e5d-9a76-796340fe757a req-dd9d3830-61b0-4734-a610-bd8ac378adfe tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0699959 Aug 29 19:11:22.259269 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e0a9a6b7-a71d-4e5d-9a76-796340fe757a req-a50ba004-b369-4916-9c4a-bd81ac30b303 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715914 Aug 29 19:11:22.261603 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-72126d00-71b1-47d6-8614-9d92aa9877c3 req-587c9749-4c5c-4e23-8941-48b6ee2dd394 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798380 Aug 29 19:11:22.362492 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69e10-781e-46ed-ac34-f42613afcc54 req-54d528d5-43c3-43cf-a5e1-8718bc469a8f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:22.363963 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9c69e10-781e-46ed-ac34-f42613afcc54 req-54d528d5-43c3-43cf-a5e1-8718bc469a8f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0475392 Aug 29 19:11:22.429832 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f9c69e10-781e-46ed-ac34-f42613afcc54 req-01082ff7-fcef-43b8-9d6c-136975bab1d2 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601020 Aug 29 19:11:22.788634 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78f60d2e-96fa-4fe5-be1e-60458a1f27c3 req-e1ff815f-6928-42ec-b736-a8a974764fd9 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Aug 29 19:11:23.391511 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99789-3ed4-4885-a21e-a712a682b63d req-45ca1f3a-2c46-4184-b0dc-d53ccde92a2d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:23.392963 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-67c99789-3ed4-4885-a21e-a712a682b63d req-45ca1f3a-2c46-4184-b0dc-d53ccde92a2d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0530534 Aug 29 19:11:23.443421 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-67c99789-3ed4-4885-a21e-a712a682b63d req-3cc2d3e2-a823-4ae8-b5cb-909b17d81d15 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449443 Aug 29 19:11:23.548786 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ee9d-d4a8-4e69-a7a6-52cdf027656b req-c363abe1-9b5e-4679-8df6-0b746454d398 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:23.550153 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2576ee9d-d4a8-4e69-a7a6-52cdf027656b req-c363abe1-9b5e-4679-8df6-0b746454d398 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0472441 Aug 29 19:11:23.599080 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2576ee9d-d4a8-4e69-a7a6-52cdf027656b req-f5bd80ab-7224-4ea9-a2d0-967d4d1fd564 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Aug 29 19:11:23.887909 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e16d16c-aeb7-420f-8c4f-0812e4a69926 req-0227abd9-b260-4ac2-9bcc-11536649ffdf tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0278111 Aug 29 19:11:24.575420 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc2c9c-5ab3-4cee-abf9-0850f4a0fb23 req-7c0e5961-6d0a-43fa-b089-f046ea8b74ea tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:24.576868 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d7fc2c9c-5ab3-4cee-abf9-0850f4a0fb23 req-7c0e5961-6d0a-43fa-b089-f046ea8b74ea tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0515411 Aug 29 19:11:24.624459 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d7fc2c9c-5ab3-4cee-abf9-0850f4a0fb23 req-b4c9d690-9762-4f82-b3b2-00cad972f751 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Aug 29 19:11:24.721559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ad3a-03e9-4cbd-bca6-ee13ec3c54c3 req-22a8cb0d-e163-4150-b47a-1cf708df28a1 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:24.722992 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6b24ad3a-03e9-4cbd-bca6-ee13ec3c54c3 req-22a8cb0d-e163-4150-b47a-1cf708df28a1 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0499244 Aug 29 19:11:24.753524 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:24.772858 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6b24ad3a-03e9-4cbd-bca6-ee13ec3c54c3 req-5cfbb699-afd0-42d0-afdf-fbf6e8d5aeb9 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Aug 29 19:11:24.880745 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:11:24.946136 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acbb19-6c8c-4a9f-980d-095c4f80c921 req-b5c96f9f-8c61-4323-a425-9ca2a7d15430 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:24.947611 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4acbb19-6c8c-4a9f-980d-095c4f80c921 req-b5c96f9f-8c61-4323-a425-9ca2a7d15430 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0943298 Aug 29 19:11:24.963387 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:25.025378 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0d4c2393-bfb0-4aa6-b6b5-1528ab78f0b3 req-273be1a3-f7eb-4f9d-aafd-2e048d36df32 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0467622 Aug 29 19:11:25.041955 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-6262fd0c-55f7-4bdd-a6ab-89ee94043e12 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:25.043406 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-6262fd0c-55f7-4bdd-a6ab-89ee94043e12 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "GET /networking/v2.0/networks?id=52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 200 len: 814 time: 0.2001669 Aug 29 19:11:25.061535 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4acbb19-6c8c-4a9f-980d-095c4f80c921 req-50d6dfaa-901d-476e-9a3e-23e30c9ee231 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024096 Aug 29 19:11:25.087875 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57114) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:25.210307 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Request body: {'port': {'device_id': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a', 'admin_state_up': True, 'tenant_id': '778d0dad05594da5bb3cb0e2efcb2af5'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:11:25.232165 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a143e-ebb1-47d5-8b21-171ede871d75 tempest-TestShelveInstance-1022906585 tempest-TestShelveInstance-1022906585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:25.234170 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ed7a143e-ebb1-47d5-8b21-171ede871d75 tempest-TestShelveInstance-1022906585 tempest-TestShelveInstance-1022906585-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1125 time: 0.1452496 Aug 29 19:11:25.237206 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57118) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:25.241829 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'port_id': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:11:25.334370 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.353033 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Made reservation on behalf of 778d0dad05594da5bb3cb0e2efcb2af5 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:11:25.357172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.413559 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.494915 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Allocated IP 172.20.0.8 (52476fb5-9ab9-4464-9daf-e0ff6b32722a/caed9b53-132f-4f02-a9c0-44b2ee3fafdf/97d1e245-1b7b-4037-8040-3f51dfe1009e) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:11:25.532134 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Allocated IP 172.27.2.176 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/abf33575-096e-438c-a9ae-ebefb23d4818) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:11:25.641364 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for port (abf33575-096e-438c-a9ae-ebefb23d4818), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.651334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks [] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.674548 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (abf33575-096e-438c-a9ae-ebefb23d4818), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.688398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:25.713715 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:11:25.719116 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:11:25.721828 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:11:25.757623 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'Port': ['ID=abf33575-096e-438c-a9ae-ebefb23d4818,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:26.005362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Network 52476fb5-9ab9-4464-9daf-e0ff6b32722a is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:11:26.012165 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:11:26.020750 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:11:26.025189 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:26.025781 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.036928 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab90724-8e7e-4832-ac50-b2a5923771f2 req-49f0ab7b-6dbe-48ec-9c12-c9e62235f546 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:26.038365 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cab90724-8e7e-4832-ac50-b2a5923771f2 req-49f0ab7b-6dbe-48ec-9c12-c9e62235f546 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0943792 Aug 29 19:11:26.042070 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Pushing event updated for resources: {'Port': ['ID=97d1e245-1b7b-4037-8040-3f51dfe1009e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:26.068588 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-3dcaefc6-b333-4d74-9ff8-318355c1b401 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626451 Aug 29 19:11:26.099823 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:26.104904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Request body: {'port': {'device_id': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:11:26.107095 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:26.113350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for floatingip (079dc8db-d986-4b7a-8277-ac267ca4ff92), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.119753 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cab90724-8e7e-4832-ac50-b2a5923771f2 req-4bda1eb5-2f25-40d7-b8d7-ef8d06fd9fcd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747747 Aug 29 19:11:26.147283 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:26.182420 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:26.189138 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (abf33575-096e-438c-a9ae-ebefb23d4818), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.218431 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2a264-c288-420c-8be6-db6e2a320c25 req-6b546135-3810-462d-82b0-6a5818f8fa33 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:26.219925 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1e2a264-c288-420c-8be6-db6e2a320c25 req-6b546135-3810-462d-82b0-6a5818f8fa33 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 931 time: 0.1119595 Aug 29 19:11:26.225385 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.318653 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1e2a264-c288-420c-8be6-db6e2a320c25 req-448adcd8-8a87-46c3-8b44-9c90e36c98db tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908904 Aug 29 19:11:26.345566 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for port (abf33575-096e-438c-a9ae-ebefb23d4818), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.350209 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (abf33575-096e-438c-a9ae-ebefb23d4818), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.418581 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event updated for resources: {'Port': ['ID=abf33575-096e-438c-a9ae-ebefb23d4818,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:26.423050 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (079dc8db-d986-4b7a-8277-ac267ca4ff92), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.453621 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-a385f215-7d85-4ddd-bb46-d9b7e947b2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.529028 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d1e245-1b7b-4037-8040-3f51dfe1009e {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:11:26.537821 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Publish callbacks [] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.538142 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Floating IP 079dc8db-d986-4b7a-8277-ac267ca4ff92 associated. External IP: 172.27.2.176, port: bc2fe8d5-1c6f-407b-8613-774dc48866ca. Aug 29 19:11:26.551378 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Transition to ACTIVE for port object 97d1e245-1b7b-4037-8040-3f51dfe1009e will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:11:26.555036 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.616690 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Pushing event updated for resources: {'Port': ['ID=97d1e245-1b7b-4037-8040-3f51dfe1009e,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:26.627773 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Attempting to bind port 97d1e245-1b7b-4037-8040-3f51dfe1009e on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:11:26.628106 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Attempting to bind port 97d1e245-1b7b-4037-8040-3f51dfe1009e by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:11:26.628744 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Attempting to bind port 97d1e245-1b7b-4037-8040-3f51dfe1009e on network 52476fb5-9ab9-4464-9daf-e0ff6b32722a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:11:26.632810 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Port 97d1e245-1b7b-4037-8040-3f51dfe1009e on network 52476fb5-9ab9-4464-9daf-e0ff6b32722a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:11:26.633121 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Attempting to bind port 97d1e245-1b7b-4037-8040-3f51dfe1009e on network 52476fb5-9ab9-4464-9daf-e0ff6b32722a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:11:26.637942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:11:26.638270 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Checking segment: {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:11:26.638646 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Bound using segment: {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:11:26.639096 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Bound port: 97d1e245-1b7b-4037-8040-3f51dfe1009e, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ece628-2867-4bc1-beea-9c143143ea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:11:26.639446 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.704748 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] For port 97d1e245-1b7b-4037-8040-3f51dfe1009e, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:11:26.707825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] For port 97d1e245-1b7b-4037-8040-3f51dfe1009e, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:11:26.714065 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.718081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:26.719172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.720295 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/97d1e245-1b7b-4037-8040-3f51dfe1009e HTTP/1.1" status: 200 len: 1093 time: 0.6218016 Aug 29 19:11:26.720785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'tag': '97d1e245-1b7b-4037-8040-3f51dfe1009e'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:26.723011 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd44f0-ecfe-4428-82ad-257e7a4b9454" -d '{"events": [{"name": "network-changed", "server_uuid": "693efce1-e294-4292-9e4c-289b5a18e7e7", "tag": "97d1e245-1b7b-4037-8040-3f51dfe1009e"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:26.742487 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Router 86e1e1cd-c233-4550-98f1-0803a4c01ebc has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:11:26.773045 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a3bd99-d4a1-4ebd-aa59-b97bc39346ed x-openstack-request-id: req-64a3bd99-d4a1-4ebd-aa59-b97bc39346ed {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:26.773332 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693efce1-e294-4292-9e4c-289b5a18e7e7", "tag": "97d1e245-1b7b-4037-8040-3f51dfe1009e", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:26.773576 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-64a3bd99-d4a1-4ebd-aa59-b97bc39346ed {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:26.773971 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a3bd99-d4a1-4ebd-aa59-b97bc39346ed'] response: {'name': 'network-changed', 'server_uuid': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'tag': '97d1e245-1b7b-4037-8040-3f51dfe1009e', 'status': 'completed', 'code': 200} Aug 29 19:11:26.778548 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25236306-5f9f-462c-9a3e-aace42fc385e service neutron] Pushing event updated for resources: {'Port': ['ID=97d1e245-1b7b-4037-8040-3f51dfe1009e,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:26.854608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:11:26.865072 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] Sync routers for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:11:26.873433 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:26.877043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-78b13023-6960-4609-a1c9-6f4985f4441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:26.878609 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-78b13023-6960-4609-a1c9-6f4985f4441c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 1127 time: 0.0410931 Aug 29 19:11:26.879328 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:11:26.880057 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:26.906357 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0acc0346-f882-4f14-9ca6-120d0de9e127 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6678913 Aug 29 19:11:26.907080 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:26.909547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507adf72-ac10-4dea-b113-f122ca7dad69" -d '{"events": [{"name": "network-changed", "server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:26.939428 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-c03de554-f89b-4703-89cc-90bca63d40ef service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e HTTP/1.1" status: 200 len: 217 time: 0.0410717 Aug 29 19:11:26.951631 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d250b1-d864-49ae-97ed-fbae3d1a139f x-openstack-request-id: req-79d250b1-d864-49ae-97ed-fbae3d1a139f {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:26.951918 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:26.952234 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-79d250b1-d864-49ae-97ed-fbae3d1a139f {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:26.952692 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d250b1-d864-49ae-97ed-fbae3d1a139f'] response: {'name': 'network-changed', 'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'status': 'completed', 'code': 200} Aug 29 19:11:26.989252 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-fbf1a8a3-4e78-4c62-bc2c-bd9907019cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:26.990772 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-fbf1a8a3-4e78-4c62-bc2c-bd9907019cab service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=caed9b53-132f-4f02-a9c0-44b2ee3fafdf HTTP/1.1" status: 200 len: 854 time: 0.0450888 Aug 29 19:11:26.991894 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:11:27.017087 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:27.064132 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-2d26d13e-0e73-4475-a2cf-f00a54ab91cd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=52476fb5-9ab9-4464-9daf-e0ff6b32722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277178 Aug 29 19:11:27.079198 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-cf9e4032-bb7a-40c1-967f-1c6f5ee8051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:27.080816 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-cf9e4032-bb7a-40c1-967f-1c6f5ee8051d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1130 time: 0.0443029 Aug 29 19:11:27.208560 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '079dc8db-d986-4b7a-8277-ac267ca4ff92', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'port_id': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'mac_address': 'fa:16:3e:37:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:11:25Z', 'updated_at': '2022-08-29T19:11:25Z', 'revision_number': 0, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:10:02Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:27.237251 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] Checking router: 86e1e1cd-c233-4550-98f1-0803a4c01ebc for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:11:27.241502 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:27.246022 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:11:27.246645 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:10:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:27.293438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d875d3-576d-40e2-8126-9b90166b4ce6 req-05428e47-c350-4cfe-accb-281d027dfcdb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:27.294947 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b9d875d3-576d-40e2-8126-9b90166b4ce6 req-05428e47-c350-4cfe-accb-281d027dfcdb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0934815 Aug 29 19:11:27.307111 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:27.319971 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-c0b6e41e-6770-476f-9cd9-e591d5a65d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:27.321935 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-c0b6e41e-6770-476f-9cd9-e591d5a65d52 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 910 time: 0.1009855 Aug 29 19:11:27.335699 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:27.353999 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:11:27.365199 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-604f683c-f118-4950-9c74-f7396a228c0f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354091 Aug 29 19:11:27.380411 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b9d875d3-576d-40e2-8126-9b90166b4ce6 req-3ceb1943-89e6-4595-aefe-9f088f9957d4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723140 Aug 29 19:11:27.448372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:27.471149 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56abd-ee7d-4bca-a114-86da4ec506d5 req-7f397f3a-afb4-4a3c-9c2a-5f7597874a53 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:27.472683 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-46d56abd-ee7d-4bca-a114-86da4ec506d5 req-7f397f3a-afb4-4a3c-9c2a-5f7597874a53 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 943 time: 0.0524359 Aug 29 19:11:27.524835 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-46d56abd-ee7d-4bca-a114-86da4ec506d5 req-4378c6da-5549-471c-89ef-e661c5e52d66 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Aug 29 19:11:27.692554 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '079dc8db-d986-4b7a-8277-ac267ca4ff92', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'port_id': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'mac_address': 'fa:16:3e:37:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:11:25Z', 'updated_at': '2022-08-29T19:11:25Z', 'revision_number': 0, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:10:02Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:27.719096 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13416b79-182f-434d-b5e0-0ed4a04f78f2 None None] The sync data for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi is: [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '079dc8db-d986-4b7a-8277-ac267ca4ff92', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'port_id': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'mac_address': 'fa:16:3e:37:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:11:25Z', 'updated_at': '2022-08-29T19:11:25Z', 'revision_number': 0, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:10:02Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:11:27.897310 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14377694-6fec-4b32-addc-6079c369d26d None None] New status for floating IP 079dc8db-d986-4b7a-8277-ac267ca4ff92: ACTIVE {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:11:28.516972 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e72171-6367-41bf-99ea-f2894d04c6ed req-3c49341f-0ce6-4520-bc04-bc074e89bbe5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:28.518620 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05e72171-6367-41bf-99ea-f2894d04c6ed req-3c49341f-0ce6-4520-bc04-bc074e89bbe5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0584993 Aug 29 19:11:28.556531 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-8c10cc00-42c9-4ce3-8845-411624e38cc1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 1002 time: 0.0573413 Aug 29 19:11:28.617276 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-6e7884f1-898a-487b-afb7-3d8c3b564aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:28.618729 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-6e7884f1-898a-487b-afb7-3d8c3b564aeb service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 200 len: 847 time: 0.0508225 Aug 29 19:11:28.649401 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05e72171-6367-41bf-99ea-f2894d04c6ed req-41382d7b-ebdd-4e14-b338-18d04c98107f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211278 Aug 29 19:11:28.664772 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-a31751b1-da7f-44ad-9753-4da4fd50ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:28.666288 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-a31751b1-da7f-44ad-9753-4da4fd50ba08 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=c577f8dd-232c-46d1-8dca-d9595c50b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398870 Aug 29 19:11:28.674641 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03267a6e-6fa5-4991-a0c6-60f7b863458f req-978235ce-6e0e-4014-9483-85707d3bea8d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724598 Aug 29 19:11:28.681680 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff95fb-bc32-4794-93f9-b3dbe50eff86 req-956a0cb9-89fc-4ac4-8b6f-f54ae3338fb4 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:28.683141 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c3ff95fb-bc32-4794-93f9-b3dbe50eff86 req-956a0cb9-89fc-4ac4-8b6f-f54ae3338fb4 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 943 time: 0.0784369 Aug 29 19:11:28.732942 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c3ff95fb-bc32-4794-93f9-b3dbe50eff86 req-b482c002-304b-4591-9cc9-bd0ea4128d24 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Aug 29 19:11:28.766301 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-008ca2ab-ac12-4d94-9e72-171ee6f2ef24 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902829 Aug 29 19:11:28.878058 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1541-63a1-41e7-9108-68cd618c0d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:29.780962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c075-2442-47d0-ad6c-2e07d49e3e02 req-7056aa86-a229-4a5a-b778-efd423821603 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:29.782721 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6710c075-2442-47d0-ad6c-2e07d49e3e02 req-7056aa86-a229-4a5a-b778-efd423821603 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 943 time: 0.0482254 Aug 29 19:11:29.861441 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6710c075-2442-47d0-ad6c-2e07d49e3e02 req-a4d2a9af-7e2e-4c4a-b44b-bda8b63ece57 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727885 Aug 29 19:11:29.875705 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5815d-927f-4163-869e-fb6d8cdba549 req-b9f6e429-83d8-4530-89b0-cb41ff7aeba6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:29.876964 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aac5815d-927f-4163-869e-fb6d8cdba549 req-b9f6e429-83d8-4530-89b0-cb41ff7aeba6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 943 time: 0.0618556 Aug 29 19:11:29.926497 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aac5815d-927f-4163-869e-fb6d8cdba549 req-b6a87e84-5c7a-444c-bbcc-627fd515a4d3 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Aug 29 19:11:30.063936 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:30.433305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-e5584482-50e8-4401-b156-cb1aba92953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:30.434740 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-e5584482-50e8-4401-b156-cb1aba92953d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 1127 time: 0.0413554 Aug 29 19:11:30.448756 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:11:30.473405 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:30.540268 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-3c89981f-b14c-46d4-b0c2-e35eca59ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:30.541748 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-3c89981f-b14c-46d4-b0c2-e35eca59ac79 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 200 len: 916 time: 0.0980630 Aug 29 19:11:30.558413 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:30.571599 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'port_id': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'mac_address': 'fa:16:3e:17:15:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:11:30.585479 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-48af836c-8102-49e4-822c-52035f9c22ac service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e HTTP/1.1" status: 200 len: 217 time: 0.0337479 Aug 29 19:11:30.613770 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:11:30.614163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:30.628403 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:11:30.643900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-8ecd9062-1132-4f6d-bdc0-7f9de302e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:30.645782 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-8ecd9062-1132-4f6d-bdc0-7f9de302e906 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=caed9b53-132f-4f02-a9c0-44b2ee3fafdf HTTP/1.1" status: 200 len: 854 time: 0.0529289 Aug 29 19:11:30.648483 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:30.652720 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:30.684499 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-ad82c8f1-a086-466f-8ca8-c73df2db3a6a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=52476fb5-9ab9-4464-9daf-e0ff6b32722a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283215 Aug 29 19:11:30.692745 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-507adf72-ac10-4dea-b113-f122ca7dad69 req-f19e512f-bccc-46e3-a335-96a8d8c8ee5f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004999 Aug 29 19:11:30.703174 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=9']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:30.811899 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-d71098fa-fc83-4f0c-8888-3c3ef23605d0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881901 Aug 29 19:11:30.901616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:30.908442 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fecd44f0-ecfe-4428-82ad-257e7a4b9454 req-1c62c13a-7caf-4c7d-bc24-527c3ccacbd1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894349 Aug 29 19:11:30.997387 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455fb2e-2f03-46a3-8260-e77dbf7ca905 req-04b80eef-9c64-4338-85ae-39d896e5a9a2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:30.998927 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f455fb2e-2f03-46a3-8260-e77dbf7ca905 req-04b80eef-9c64-4338-85ae-39d896e5a9a2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 944 time: 0.0565054 Aug 29 19:11:31.044363 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:31.063455 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc8eb-52dd-4f70-90c9-11b03fc7071c req-f3e140ad-27d9-44a0-b7bd-112266d36cac tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:31.064930 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78adc8eb-52dd-4f70-90c9-11b03fc7071c req-f3e140ad-27d9-44a0-b7bd-112266d36cac tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 943 time: 0.0631254 Aug 29 19:11:31.101035 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f455fb2e-2f03-46a3-8260-e77dbf7ca905 req-4a684596-4448-48b8-8684-f7d42b66d64c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906081 Aug 29 19:11:31.130744 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78adc8eb-52dd-4f70-90c9-11b03fc7071c req-cd5095b6-3d39-4618-9dbc-088d1d35f04b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598395 Aug 29 19:11:31.181545 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['90bec49f-36b1-4027-8fc3-86cd4d15e3f4'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:11:31.204819 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:31.477946 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:31.865969 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:32.253691 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43acc4f-a102-4d22-a47b-9a0daee267d8 req-8b79de01-922e-4350-adc8-81821f6e3d1c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:32.255176 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f43acc4f-a102-4d22-a47b-9a0daee267d8 req-8b79de01-922e-4350-adc8-81821f6e3d1c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 944 time: 0.0736668 Aug 29 19:11:32.277174 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75430082-fdba-45fb-bf71-15afe09db43d req-b3e9ec77-e78e-4374-9888-6ee8c2439673 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:32.278592 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75430082-fdba-45fb-bf71-15afe09db43d req-b3e9ec77-e78e-4374-9888-6ee8c2439673 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 943 time: 0.0672252 Aug 29 19:11:32.345545 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f43acc4f-a102-4d22-a47b-9a0daee267d8 req-207c5662-7f75-4769-92ce-a00da87e3484 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825851 Aug 29 19:11:32.349680 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75430082-fdba-45fb-bf71-15afe09db43d req-9d38aca5-43c4-464f-bbba-9c89c09e9fcd tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634007 Aug 29 19:11:32.487164 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:11:32.530516 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:11:32.530883 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:32.606524 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:11:32.606910 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:32.629994 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:32.632225 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33bf54-ab25-4b4a-848b-5bff40a9f46e" -d '{"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:32.645036 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:32.649205 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:32.675489 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090eebf9-2e76-43b1-9804-e7f54fe23e42 x-openstack-request-id: req-090eebf9-2e76-43b1-9804-e7f54fe23e42 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:32.675801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:32.676055 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-090eebf9-2e76-43b1-9804-e7f54fe23e42 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:32.676444 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090eebf9-2e76-43b1-9804-e7f54fe23e42'] response: {'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'code': 200} Aug 29 19:11:32.699463 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=10']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:33.400221 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17398df0-594e-4913-b494-8c466e41937c req-45528fef-8790-4445-962e-4f1cbd7c49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:33.402064 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17398df0-594e-4913-b494-8c466e41937c req-45528fef-8790-4445-962e-4f1cbd7c49de service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 1130 time: 0.0475349 Aug 29 19:11:33.517780 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22ca3-aab9-499c-a3cb-2598eccb5889 req-dd4fadbd-8f45-4e15-a933-6c617cad638e tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:33.519262 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-59f22ca3-aab9-499c-a3cb-2598eccb5889 req-dd4fadbd-8f45-4e15-a933-6c617cad638e tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 943 time: 0.0907934 Aug 29 19:11:33.524070 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-17398df0-594e-4913-b494-8c466e41937c req-cc6175e8-d049-4bda-a382-c8a5055e50de service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128225 Aug 29 19:11:33.538316 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23928e65-2571-406a-bd3e-ebe0e523946e req-e6439866-1956-4e42-ad8e-a740c9b0a7ff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:33.539719 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23928e65-2571-406a-bd3e-ebe0e523946e req-e6439866-1956-4e42-ad8e-a740c9b0a7ff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.1000190 Aug 29 19:11:33.607468 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-59f22ca3-aab9-499c-a3cb-2598eccb5889 req-b5d583c9-a36e-44df-829d-ef55d98c6499 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808704 Aug 29 19:11:33.615041 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23928e65-2571-406a-bd3e-ebe0e523946e req-13dd4c0c-75e4-4be6-ad8e-9eda8db31f04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670092 Aug 29 19:11:34.477605 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 97d1e245-1b7b-4037-8040-3f51dfe1009e details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:11:34.577219 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 97d1e245-1b7b-4037-8040-3f51dfe1009e, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:34.585063 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:34.590653 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '97d1e245-1b7b-4037-8040-3f51dfe1009e', 'network_id': '52476fb5-9ab9-4464-9daf-e0ff6b32722a', 'port_id': '97d1e245-1b7b-4037-8040-3f51dfe1009e', 'mac_address': 'fa:16:3e:b7:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caed9b53-132f-4f02-a9c0-44b2ee3fafdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:11:34.624901 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 97d1e245-1b7b-4037-8040-3f51dfe1009e is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:11:34.625290 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:34.639049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d1e245-1b7b-4037-8040-3f51dfe1009e {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:11:34.664674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 97d1e245-1b7b-4037-8040-3f51dfe1009e, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:34.670189 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:34.719276 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=97d1e245-1b7b-4037-8040-3f51dfe1009e,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:34.776323 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cced3b-c954-4c10-aadb-cca5925f865f req-dd576b4e-d3c3-4202-bef0-bd502221e234 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:34.777822 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-30cced3b-c954-4c10-aadb-cca5925f865f req-dd576b4e-d3c3-4202-bef0-bd502221e234 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 944 time: 0.0876338 Aug 29 19:11:34.797709 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76a40c-04c4-4a15-bc71-8fceacfa6ccd req-424d4987-65fa-4b07-91ae-b53249a7f9ca tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:34.799249 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ac76a40c-04c4-4a15-bc71-8fceacfa6ccd req-424d4987-65fa-4b07-91ae-b53249a7f9ca tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0839295 Aug 29 19:11:34.863062 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-30cced3b-c954-4c10-aadb-cca5925f865f req-03fbb9f3-1482-4c8a-82f3-8a430c58b43c tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788558 Aug 29 19:11:34.870183 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ac76a40c-04c4-4a15-bc71-8fceacfa6ccd req-964bbd30-d023-45f2-81a0-89bbde77ced5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636654 Aug 29 19:11:35.367027 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['97d1e245-1b7b-4037-8040-3f51dfe1009e'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:11:35.471541 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:36.012700 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3797-1859-4180-b1ed-613c121b7884 req-6875c304-af19-46bc-b6f9-66f20f23b5e6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:36.014179 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-289f3797-1859-4180-b1ed-613c121b7884 req-6875c304-af19-46bc-b6f9-66f20f23b5e6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 944 time: 0.0784476 Aug 29 19:11:36.019629 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:36.030381 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a782c-fd09-4d01-acc6-9f9c571efdfc req-f8dbf1f3-c7e9-44b9-945f-1a6904242d92 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:36.031895 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c59a782c-fd09-4d01-acc6-9f9c571efdfc req-f8dbf1f3-c7e9-44b9-945f-1a6904242d92 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0637038 Aug 29 19:11:36.105171 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-289f3797-1859-4180-b1ed-613c121b7884 req-30acd236-9c1b-443b-9e90-98aa6ea05b6a tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820031 Aug 29 19:11:36.112453 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c59a782c-fd09-4d01-acc6-9f9c571efdfc req-7802418b-1c1e-45a6-81f9-69573757c4f7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666573 Aug 29 19:11:36.788663 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 97d1e245-1b7b-4037-8040-3f51dfe1009e up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:11:36.831607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 97d1e245-1b7b-4037-8040-3f51dfe1009e completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:11:36.837575 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 97d1e245-1b7b-4037-8040-3f51dfe1009e triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:11:36.837973 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:36.910108 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 97d1e245-1b7b-4037-8040-3f51dfe1009e is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:11:36.910483 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:36.933457 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d1e245-1b7b-4037-8040-3f51dfe1009e'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:36.935710 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dfdb14-be1b-4480-a04b-3b27a670edda" -d '{"events": [{"server_uuid": "693efce1-e294-4292-9e4c-289b5a18e7e7", "name": "network-vif-plugged", "status": "completed", "tag": "97d1e245-1b7b-4037-8040-3f51dfe1009e"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:36.951958 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 97d1e245-1b7b-4037-8040-3f51dfe1009e, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:36.956595 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:36.979681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4195f7d0-3631-46bc-95a2-86747d1506cf x-openstack-request-id: req-4195f7d0-3631-46bc-95a2-86747d1506cf {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:36.979972 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693efce1-e294-4292-9e4c-289b5a18e7e7", "name": "network-vif-plugged", "status": "completed", "tag": "97d1e245-1b7b-4037-8040-3f51dfe1009e", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:36.980220 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4195f7d0-3631-46bc-95a2-86747d1506cf {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:36.980597 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4195f7d0-3631-46bc-95a2-86747d1506cf'] response: {'server_uuid': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d1e245-1b7b-4037-8040-3f51dfe1009e', 'code': 200} Aug 29 19:11:37.005678 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=97d1e245-1b7b-4037-8040-3f51dfe1009e,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:37.290758 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ff985-87d3-46e5-980c-a85f6c2465fe req-cd6a2feb-2f06-4f10-9fb2-bf14e170fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:37.292268 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d04ff985-87d3-46e5-980c-a85f6c2465fe req-cd6a2feb-2f06-4f10-9fb2-bf14e170fd5c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 1129 time: 0.0981214 Aug 29 19:11:37.298833 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da8b0-be3b-45f7-9fef-3136cea7a996 req-b5c64c9c-dcfe-4308-b28f-2f9cd018749b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:37.300315 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-266da8b0-be3b-45f7-9fef-3136cea7a996 req-b5c64c9c-dcfe-4308-b28f-2f9cd018749b tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.1171877 Aug 29 19:11:37.316362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09f114-2e51-4701-8d8c-70df40a104c7 req-1c28b46c-d634-4183-a80f-be6ea3252534 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:37.317785 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1d09f114-2e51-4701-8d8c-70df40a104c7 req-1c28b46c-d634-4183-a80f-be6ea3252534 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.1149940 Aug 29 19:11:37.345245 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:37.413484 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d04ff985-87d3-46e5-980c-a85f6c2465fe req-ba669b3a-e768-424d-9b50-1dc2ffa8c46c service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104455 Aug 29 19:11:37.423941 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1d09f114-2e51-4701-8d8c-70df40a104c7 req-2dc755b5-3077-47f0-8eb0-4ab22f5447db tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947509 Aug 29 19:11:37.427045 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-266da8b0-be3b-45f7-9fef-3136cea7a996 req-7699e4e2-baf1-4b5b-83fb-3af274ea4055 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182332 Aug 29 19:11:37.995430 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:37.999053 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:38.550138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5369-8657-43bb-b515-22913be28c25 req-33e52cbd-5b70-4c2a-a96f-e08399573432 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:38.551621 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c8db5369-8657-43bb-b515-22913be28c25 req-33e52cbd-5b70-4c2a-a96f-e08399573432 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0489740 Aug 29 19:11:38.600142 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c8db5369-8657-43bb-b515-22913be28c25 req-b990d904-f8ec-4d52-a01d-200d1e223257 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Aug 29 19:11:39.723601 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b2c97-fa1a-4d15-a079-888f1a0f5297 req-05c81c61-f33b-4712-ab94-69547bebf2f1 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:39.725046 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-261b2c97-fa1a-4d15-a079-888f1a0f5297 req-05c81c61-f33b-4712-ab94-69547bebf2f1 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0469356 Aug 29 19:11:39.772746 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-261b2c97-fa1a-4d15-a079-888f1a0f5297 req-21d38c31-8a41-4203-b00c-a12e01e815f1 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Aug 29 19:11:40.466853 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8fa8b-11ba-4a5b-b3ae-956e56ff0b3d req-46f2347f-2f7b-4db8-838f-7ecb6fcd05d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:40.468349 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ebb8fa8b-11ba-4a5b-b3ae-956e56ff0b3d req-46f2347f-2f7b-4db8-838f-7ecb6fcd05d8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0510936 Aug 29 19:11:40.517408 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ebb8fa8b-11ba-4a5b-b3ae-956e56ff0b3d req-c202a8ff-57c8-468d-ab91-8577bca57024 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Aug 29 19:11:40.687258 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=40 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:40.689319 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=34 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:40.892709 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9827ee-a257-4d73-9a64-082440dc86c8 req-0340093b-04b2-47af-870c-a413fc6caf56 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:40.894164 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6c9827ee-a257-4d73-9a64-082440dc86c8 req-0340093b-04b2-47af-870c-a413fc6caf56 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0474727 Aug 29 19:11:40.941670 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6c9827ee-a257-4d73-9a64-082440dc86c8 req-6c550a6c-5ae2-4274-99b4-c42bac8ffc19 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Aug 29 19:11:41.637409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3794c-f2e2-4273-98e1-564658905947 req-dfaa64d2-3b46-4bbe-9944-54da65a21dd8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:41.639206 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fee3794c-f2e2-4273-98e1-564658905947 req-dfaa64d2-3b46-4bbe-9944-54da65a21dd8 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0478196 Aug 29 19:11:41.692005 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fee3794c-f2e2-4273-98e1-564658905947 req-fa4786a5-c5b1-43ba-809b-09998a23152c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462375 Aug 29 19:11:42.062618 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d2c7-25c4-4e20-a67e-24704e0d2408 req-36c9754d-2637-4146-8a0b-f45c3be79657 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:42.064359 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b124d2c7-25c4-4e20-a67e-24704e0d2408 req-36c9754d-2637-4146-8a0b-f45c3be79657 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0477724 Aug 29 19:11:42.114750 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b124d2c7-25c4-4e20-a67e-24704e0d2408 req-6213c1ef-f251-46ed-9e4b-f10c4a01bec2 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Aug 29 19:11:42.903257 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c74b0-e09c-423d-be44-5de78e3db25b req-65997851-b2f2-484f-80a0-d0860461a698 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:42.904692 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-739c74b0-e09c-423d-be44-5de78e3db25b req-65997851-b2f2-484f-80a0-d0860461a698 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0769382 Aug 29 19:11:42.942224 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:42.959939 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7adee2-07bd-4b2e-9534-2b55c5eb2526 req-fa3a3e3e-b730-4b61-b7c2-2c7834770687 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:42.961370 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bb7adee2-07bd-4b2e-9534-2b55c5eb2526 req-fa3a3e3e-b730-4b61-b7c2-2c7834770687 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0792503 Aug 29 19:11:42.998688 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-739c74b0-e09c-423d-be44-5de78e3db25b req-11db967d-2a0b-4eb5-8e11-503faca70e8b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750842 Aug 29 19:11:43.023742 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bb7adee2-07bd-4b2e-9534-2b55c5eb2526 req-61ecde0f-c427-4e01-9fb2-2903322e2d88 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567145 Aug 29 19:11:44.146648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e231ca9-52a7-40f2-b454-72e8e9f1f3c2 req-161a4c8b-92c6-4d5a-affd-a6a92503fd9d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:44.148046 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e231ca9-52a7-40f2-b454-72e8e9f1f3c2 req-161a4c8b-92c6-4d5a-affd-a6a92503fd9d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0744143 Aug 29 19:11:44.167803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582538-07cf-4b8f-afeb-e2ae8a0c2a8a req-da9e0077-99d7-4ae5-8e8e-1142e253a61f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:44.169201 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e3582538-07cf-4b8f-afeb-e2ae8a0c2a8a req-da9e0077-99d7-4ae5-8e8e-1142e253a61f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0652354 Aug 29 19:11:44.238786 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e231ca9-52a7-40f2-b454-72e8e9f1f3c2 req-41ff36af-172e-4c42-8399-779a83fcb0a6 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848904 Aug 29 19:11:44.242786 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e3582538-07cf-4b8f-afeb-e2ae8a0c2a8a req-dcd5121b-9fd3-4609-9fec-5e89ed1f5839 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634286 Aug 29 19:11:44.433374 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:45.350388 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:45.426362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8511-bd27-431e-a2b6-4924521863f6 req-0f2bb0bd-c1c4-4eb1-90c6-4c19b65309a9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:45.427835 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27ae8511-bd27-431e-a2b6-4924521863f6 req-0f2bb0bd-c1c4-4eb1-90c6-4c19b65309a9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.1123209 Aug 29 19:11:45.435449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ba190-8bda-484a-949f-4e95c587cbca req-d08608a3-8ff7-4f47-aa21-77635ac04129 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:45.436750 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d4ba190-8bda-484a-949f-4e95c587cbca req-d08608a3-8ff7-4f47-aa21-77635ac04129 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.1194158 Aug 29 19:11:45.443478 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-22d1fdf4-a86d-454e-bec3-4722d64719b6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:45.444852 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-22d1fdf4-a86d-454e-bec3-4722d64719b6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 946 time: 0.0766115 Aug 29 19:11:45.586579 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27ae8511-bd27-431e-a2b6-4924521863f6 req-2757ea89-b6f7-49af-89e0-12c676dbf786 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487513 Aug 29 19:11:45.593640 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d4ba190-8bda-484a-949f-4e95c587cbca req-104a9c7f-2227-4c64-97f3-55371a928cd4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=b65a31fe-8a58-4316-8dc3-db4a84687f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479309 Aug 29 19:11:45.603911 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:11:45.604384 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:45.699365 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] For port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:11:45.699648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:46.150986 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:46.151622 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (14cbb249-79e1-43f5-b9ab-fff2b5fc71fb), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:46.151932 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP 14cbb249-79e1-43f5-b9ab-fff2b5fc71fb disassociated. External IP: 172.27.2.77, port: 7d4b5dab-5d4d-4df3-a064-13f32c7a8555. Aug 29 19:11:46.152260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:11:46.223231 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:46.282559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (7d4b5dab-5d4d-4df3-a064-13f32c7a8555), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:46.315306 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=7d4b5dab-5d4d-4df3-a064-13f32c7a8555,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:46.325328 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.325661 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.325988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.326311 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.326629 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.326944 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.327288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.327601 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.327910 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.328269 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.328582 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.328960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.329392 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.329868 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.330196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:46.435586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:11:46.521793 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:46.542026 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:11:46.552399 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:11:46.562244 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:11:46.562939 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:11:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:46.585163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] No DVR routers for this DVR port 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:11:46.587881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:46.591220 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4ccc2ac3-98fe-4348-8e29-ff23cdaac0da req-340b0128-1d56-4712-8809-2187c47e8e3e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "DELETE /networking/v2.0/ports/7d4b5dab-5d4d-4df3-a064-13f32c7a8555 HTTP/1.1" status: 204 len: 173 time: 1.1273956 Aug 29 19:11:46.591656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'name': 'network-vif-deleted', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:11:46.594183 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3717a644-969d-4f64-9d58-5c78cead2b41" -d '{"events": [{"server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "name": "network-vif-deleted", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:11:46.653546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee8a68b-3365-4a5c-83f9-8c376891f337 x-openstack-request-id: req-bee8a68b-3365-4a5c-83f9-8c376891f337 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:11:46.653839 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a8cf0d-0651-4bf9-9fc2-24a66d1528a0", "name": "network-vif-deleted", "tag": "7d4b5dab-5d4d-4df3-a064-13f32c7a8555", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:11:46.654090 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bee8a68b-3365-4a5c-83f9-8c376891f337 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:11:46.654623 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee8a68b-3365-4a5c-83f9-8c376891f337'] response: {'server_uuid': '43a8cf0d-0651-4bf9-9fc2-24a66d1528a0', 'name': 'network-vif-deleted', 'tag': '7d4b5dab-5d4d-4df3-a064-13f32c7a8555', 'status': 'completed', 'code': 200} Aug 29 19:11:46.677600 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:11:46.742660 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516ff99-58ab-4ab0-ad1d-47280f009cca req-94c430b7-d65a-459f-bb3d-9ba545d246cd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:46.747572 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0516ff99-58ab-4ab0-ad1d-47280f009cca req-94c430b7-d65a-459f-bb3d-9ba545d246cd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0710540 Aug 29 19:11:46.769675 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4d25b197-653f-4732-abba-1524c25140b6 req-6da4a17f-c83a-49f4-8998-f6e7804645b6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 210 time: 0.0438972 Aug 29 19:11:46.834716 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0516ff99-58ab-4ab0-ad1d-47280f009cca req-8f494247-b33d-4a3c-bf8e-a457f1f9db1f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666428 Aug 29 19:11:46.849556 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:46.926843 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:48Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:46.952340 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:11:46.961539 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:11:46.962149 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:11:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:47.072056 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:11:47.268137 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:47.331000 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:48Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:47.357478 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9c82-79d6-483e-80c8-d2bae57821a6 None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '8a817328-575b-46dd-9791-ec999206e5c6', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:6f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:07:59Z', 'updated_at': '2022-08-29T19:08:48Z', 'revision_number': 2, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:11:47.620106 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49dbafe-b8b6-4638-ad86-e9b74192a926 None None] New status for floating IP 14cbb249-79e1-43f5-b9ab-fff2b5fc71fb: DOWN {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:11:47.899721 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1c228536-23b2-4b47-a770-cae047185a02 req-af0326e4-c6dc-4545-bf23-d0c2d8acc370 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=43a8cf0d-0651-4bf9-9fc2-24a66d1528a0 HTTP/1.1" status: 200 len: 210 time: 0.0294032 Aug 29 19:11:47.963105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f472ab-2eb9-4c9e-9903-5788351dd4af req-25b649e0-d0da-41cf-8b52-81dbeb9b3da9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:47.964652 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a7f472ab-2eb9-4c9e-9903-5788351dd4af req-25b649e0-d0da-41cf-8b52-81dbeb9b3da9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0505948 Aug 29 19:11:48.016133 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a7f472ab-2eb9-4c9e-9903-5788351dd4af req-46c5164e-ad26-492c-bfd3-8a124912d4ad tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 Aug 29 19:11:48.832719 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:11:48.851919 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:11:48.852261 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 7d4b5dab-5d4d-4df3-a064-13f32c7a8555 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:11:48.996108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57308) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:49.052796 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c72deca8-d743-4dc6-9a15-cd12cfec9bd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (b65a31fe-8a58-4316-8dc3-db4a84687f31), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.078238 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c72deca8-d743-4dc6-9a15-cd12cfec9bd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (b65a31fe-8a58-4316-8dc3-db4a84687f31), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.127827 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c72deca8-d743-4dc6-9a15-cd12cfec9bd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b65a31fe-8a58-4316-8dc3-db4a84687f31), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.130386 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c72deca8-d743-4dc6-9a15-cd12cfec9bd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.131550 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c72deca8-d743-4dc6-9a15-cd12cfec9bd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b65a31fe-8a58-4316-8dc3-db4a84687f31 HTTP/1.1" status: 204 len: 168 time: 0.1343901 Aug 29 19:11:49.135941 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57312) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:49.140570 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72deca8-d743-4dc6-9a15-cd12cfec9bd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a31fe-8a58-4316-8dc3-db4a84687f31,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:49.147657 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930972d-3454-4304-a392-a0436949a33c req-ab8f3db8-87c4-428d-861a-6504599c0c8a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:49.149127 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b930972d-3454-4304-a392-a0436949a33c req-ab8f3db8-87c4-428d-861a-6504599c0c8a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0578942 Aug 29 19:11:49.174881 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.api.v2.resource [None req-5cc7b935-b204-408d-bff9-f53d3abeda96 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] show failed (client error): The resource could not be found. Aug 29 19:11:49.175853 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-5cc7b935-b204-408d-bff9-f53d3abeda96 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups/b65a31fe-8a58-4316-8dc3-db4a84687f31 HTTP/1.1" status: 404 len: 347 time: 0.0389943 Aug 29 19:11:49.178790 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57316) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:49.292845 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b930972d-3454-4304-a392-a0436949a33c req-2a718e1b-a9ba-4129-b7b0-f99d0a2728d9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362257 Aug 29 19:11:49.321500 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 9736e22f-79c0-42e3-852b-8972b00d03dd {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:11:49.321951 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.397991 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.398314 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (9736e22f-79c0-42e3-852b-8972b00d03dd), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.411378 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 9736e22f-79c0-42e3-852b-8972b00d03dd owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:11:49.532968 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:49.551594 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (9736e22f-79c0-42e3-852b-8972b00d03dd), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.573361 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=9736e22f-79c0-42e3-852b-8972b00d03dd,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:11:49.602481 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (14cbb249-79e1-43f5-b9ab-fff2b5fc71fb), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.604932 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:49.606067 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8621825b-90fe-4ff8-9070-577ba3d925a9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/14cbb249-79e1-43f5-b9ab-fff2b5fc71fb HTTP/1.1" status: 204 len: 168 time: 0.4263375 Aug 29 19:11:50.415509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce2dc4-fd64-400c-97df-6b3248356a6c req-f4252e79-701c-4bc6-98fa-2ea7de0a8733 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:50.416939 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d7ce2dc4-fd64-400c-97df-6b3248356a6c req-f4252e79-701c-4bc6-98fa-2ea7de0a8733 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0508232 Aug 29 19:11:50.463444 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d7ce2dc4-fd64-400c-97df-6b3248356a6c req-45a75013-b90e-452b-907f-cba7aa29f9df tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Aug 29 19:11:51.583185 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea158154-e8d5-45b3-b659-fd6a42763e2d req-64e4bfdd-1897-4ab7-b3f4-db725e898f15 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:51.584646 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ea158154-e8d5-45b3-b659-fd6a42763e2d req-64e4bfdd-1897-4ab7-b3f4-db725e898f15 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0486367 Aug 29 19:11:51.639492 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ea158154-e8d5-45b3-b659-fd6a42763e2d req-d71806ad-6194-4cfd-a81d-4a1bf7bf56fc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490177 Aug 29 19:11:52.349299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:52.359010 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-2ea5383a-af06-45b0-a33c-beefdb316b10 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482187 Aug 29 19:11:52.758989 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985ea1a-ab10-4d81-9484-75afdcc42486 req-69b0bc3c-5a20-4fa5-a49f-d74792128681 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:52.760467 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9985ea1a-ab10-4d81-9484-75afdcc42486 req-69b0bc3c-5a20-4fa5-a49f-d74792128681 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0471025 Aug 29 19:11:52.807889 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9985ea1a-ab10-4d81-9484-75afdcc42486 req-1b963858-ac52-49f7-af5f-6c7aac8bd560 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Aug 29 19:11:52.961525 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-b1ac5619-8abb-43dc-901e-40e20a3bb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:52.962944 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-b1ac5619-8abb-43dc-901e-40e20a3bb5f3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 1130 time: 0.0429444 Aug 29 19:11:53.091453 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-54997d1a-db56-4bd9-8295-c470dce3b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:53.092886 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-54997d1a-db56-4bd9-8295-c470dce3b4b3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.0902483 Aug 29 19:11:53.159130 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-a3c2a996-30f1-4895-b4d2-7be44fd078cf service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 200 len: 217 time: 0.0332189 Aug 29 19:11:53.207525 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-6a9f5283-4151-4ee5-b5f9-85ebd0771c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:53.208933 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-6a9f5283-4151-4ee5-b5f9-85ebd0771c5f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0439541 Aug 29 19:11:53.263710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-0f2c9126-6fbe-4917-8de1-3e5c7ba63291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:53.265232 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-0f2c9126-6fbe-4917-8de1-3e5c7ba63291 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451825 Aug 29 19:11:53.359249 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-9b7b26f1-3aef-48c2-b6e8-abcdce0b73c7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Aug 29 19:11:53.456954 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ef6d704-8ae4-4544-986a-295a8bec8d67 req-79c5f6b9-b0e2-4893-84c6-6b0d4126defa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903728 Aug 29 19:11:53.927086 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde906-2d49-4949-b637-4cb76edd89ed req-dd12e83c-eedf-4fa9-b83c-b180ade69d19 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:53.928551 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6fbde906-2d49-4949-b637-4cb76edd89ed req-dd12e83c-eedf-4fa9-b83c-b180ade69d19 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Aug 29 19:11:53.975258 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6fbde906-2d49-4949-b637-4cb76edd89ed req-dd5b2972-67f7-435d-9250-1ed0f3a9d933 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Aug 29 19:11:54.634656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde67fa-ed35-4eac-9a38-5417c3b106e5 req-6685373f-8023-4fa4-beb3-9494a2086369 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:54.636055 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bde67fa-ed35-4eac-9a38-5417c3b106e5 req-6685373f-8023-4fa4-beb3-9494a2086369 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0512569 Aug 29 19:11:54.684147 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bde67fa-ed35-4eac-9a38-5417c3b106e5 req-f5f971c7-a756-434e-a693-ef19442b4af9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Aug 29 19:11:55.076152 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:55.095484 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd429c2d-be00-46f2-95ee-1fd633fb0b38 req-0649792a-f60f-40ab-817d-5d251d04af8f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:55.097657 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd429c2d-be00-46f2-95ee-1fd633fb0b38 req-0649792a-f60f-40ab-817d-5d251d04af8f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Aug 29 19:11:55.143641 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd429c2d-be00-46f2-95ee-1fd633fb0b38 req-1619d988-54c3-40ab-bf1f-c5985a593fa3 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Aug 29 19:11:55.804708 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979dfd0-9822-465d-8d0b-98036a5918f7 req-fdfc7105-7426-4aeb-8c00-271369bf61f5 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:55.806248 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6979dfd0-9822-465d-8d0b-98036a5918f7 req-fdfc7105-7426-4aeb-8c00-271369bf61f5 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Aug 29 19:11:55.856745 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6979dfd0-9822-465d-8d0b-98036a5918f7 req-0d6784a9-8713-4b5a-98a5-280e2bfdd57d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Aug 29 19:11:56.262629 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578556b7-a8dc-428f-a540-5e5d154b681d req-9cde486e-638b-4477-8c2e-9880ce19bee3 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:56.264090 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-578556b7-a8dc-428f-a540-5e5d154b681d req-9cde486e-638b-4477-8c2e-9880ce19bee3 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0478046 Aug 29 19:11:56.300210 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:56.314640 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-578556b7-a8dc-428f-a540-5e5d154b681d req-128f6896-e569-4ebc-a5a7-1215581d21db tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Aug 29 19:11:56.457874 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e5a45571-51b2-4509-afc0-94498bca3f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:56.974865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8358-7f3f-45d9-82bd-05760af405ec req-cc83ec58-27ce-4d77-92be-bc827f54b26b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:56.976361 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2dab8358-7f3f-45d9-82bd-05760af405ec req-cc83ec58-27ce-4d77-92be-bc827f54b26b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0467882 Aug 29 19:11:57.025301 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2dab8358-7f3f-45d9-82bd-05760af405ec req-89497429-5d43-451a-ac3b-71563a7eb518 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 Aug 29 19:11:57.441998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe104-8a8b-49cf-8f6f-a164e8fcbe57 req-84b4e711-05b9-469a-b274-8424decfe293 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:57.443481 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-130fe104-8a8b-49cf-8f6f-a164e8fcbe57 req-84b4e711-05b9-469a-b274-8424decfe293 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Aug 29 19:11:57.490449 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-130fe104-8a8b-49cf-8f6f-a164e8fcbe57 req-d5a46e95-71f4-46b0-8a06-64771ab2934d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414815 Aug 29 19:11:57.694605 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:57.697555 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:57.699612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff398-8309-45ac-bf00-545e69b715df req-a06a7074-af13-4632-88de-3b813a3d407b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:57.701407 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-720ff398-8309-45ac-bf00-545e69b715df req-a06a7074-af13-4632-88de-3b813a3d407b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0495386 Aug 29 19:11:57.748715 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-720ff398-8309-45ac-bf00-545e69b715df req-8f36a6e7-4084-494f-9840-ee2e0acc5a19 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Aug 29 19:11:58.148564 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b405e-d931-4fb1-8253-78d5fc25e0e9 req-e4269ba0-a60e-44e2-a9b2-f7a1bfba1b0f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:58.149909 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3a4b405e-d931-4fb1-8253-78d5fc25e0e9 req-e4269ba0-a60e-44e2-a9b2-f7a1bfba1b0f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0505843 Aug 29 19:11:58.197803 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3a4b405e-d931-4fb1-8253-78d5fc25e0e9 req-9d4a5bd2-3974-42d6-9875-0b93fd47a47f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 Aug 29 19:11:58.868196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a44e48-7b5e-42d4-bf0f-139874b0b01b req-c18ba053-c0a7-44e0-b2ce-424dec567150 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:58.869672 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6a44e48-7b5e-42d4-bf0f-139874b0b01b req-c18ba053-c0a7-44e0-b2ce-424dec567150 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0474067 Aug 29 19:11:58.882032 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c90d1352-76e3-45b0-a55f-ca41eeab6b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:58.919300 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6a44e48-7b5e-42d4-bf0f-139874b0b01b req-0073347d-ac8b-4525-a207-521ecbcd85bb tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Aug 29 19:11:59.114341 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:59.136665 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=18 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:59.321397 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9632de-fcc4-42c6-a198-c9bb46fccce8 req-a2abb9a4-2e48-4d1a-a202-bb00c9d2e218 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:11:59.323544 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d9632de-fcc4-42c6-a198-c9bb46fccce8 req-a2abb9a4-2e48-4d1a-a202-bb00c9d2e218 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Aug 29 19:11:59.374498 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d9632de-fcc4-42c6-a198-c9bb46fccce8 req-582027b5-5158-456c-be69-0eb46a48a737 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Aug 29 19:12:00.046081 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786c40-3e91-48ea-b369-05baa92b8aa5 req-aa1c1a18-8fc1-43a0-b017-2dd0f96ee1b5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:00.047635 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8a786c40-3e91-48ea-b369-05baa92b8aa5 req-aa1c1a18-8fc1-43a0-b017-2dd0f96ee1b5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0546606 Aug 29 19:12:00.071595 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:00.115395 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8a786c40-3e91-48ea-b369-05baa92b8aa5 req-3116f398-3374-406b-95f8-d57db411f231 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583797 Aug 29 19:12:00.495197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fe7c7-e1d5-4da5-aeed-85cfb044a441 req-ba840adc-c7a0-4d83-8457-f8c1ecff615c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:00.496685 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c68fe7c7-e1d5-4da5-aeed-85cfb044a441 req-ba840adc-c7a0-4d83-8457-f8c1ecff615c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0477719 Aug 29 19:12:00.544839 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c68fe7c7-e1d5-4da5-aeed-85cfb044a441 req-c5a82e0d-0c9b-43db-913c-211ed120baf0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Aug 29 19:12:01.241116 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb07948-46fd-4089-a233-ce578d6e9666 req-d80d71ba-eb5f-40e6-80e0-8a7ca2cc98d3 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:01.242612 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbb07948-46fd-4089-a233-ce578d6e9666 req-d80d71ba-eb5f-40e6-80e0-8a7ca2cc98d3 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0527799 Aug 29 19:12:01.262813 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:01.292377 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbb07948-46fd-4089-a233-ce578d6e9666 req-0fb2e435-5d15-4f12-b77d-18a358a43929 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Aug 29 19:12:01.479725 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:01.666434 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032958-3ffe-437f-8c20-3650adf9cf09 req-3867d277-78d8-4ed0-93b7-8ac992842544 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:01.667958 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-00032958-3ffe-437f-8c20-3650adf9cf09 req-3867d277-78d8-4ed0-93b7-8ac992842544 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0490160 Aug 29 19:12:01.714868 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-00032958-3ffe-437f-8c20-3650adf9cf09 req-bc1797ac-64a0-4964-b0e0-d14969c08c44 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=a09fb27c-c313-4710-9912-529b25061e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Aug 29 19:12:01.869654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:01.881168 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:12:02.110625 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251086d5-bb97-430c-a5da-be3d57cad721 req-43e0b237-ce26-4523-b8df-3908852ed95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:02.113194 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-43e0b237-ce26-4523-b8df-3908852ed95d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 1129 time: 0.0515971 Aug 29 19:12:02.136508 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-31a4bf2a-4960-47c6-ab3b-34d8c4dd7830 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:02.137968 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-31a4bf2a-4960-47c6-ab3b-34d8c4dd7830 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 946 time: 0.0752809 Aug 29 19:12:02.231040 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:02.251603 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251086d5-bb97-430c-a5da-be3d57cad721 req-18715ce9-7e23-49e6-9119-397caf87c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:02.253276 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-18715ce9-7e23-49e6-9119-397caf87c8b9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.1127944 Aug 29 19:12:02.271383 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 2fadd321-bdd6-4593-985e-4b08308c8b84 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:12:02.271964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.358978 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-c0159405-d213-4161-914c-721a38350daa service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 200 len: 1001 time: 0.0764053 Aug 29 19:12:02.380877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] For port 2fadd321-bdd6-4593-985e-4b08308c8b84, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2fadd321-bdd6-4593-985e-4b08308c8b84,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:02.381254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.480571 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0e5d-ad07-4ea1-a266-42ea7ad21888 req-25de8fc7-3cf9-420e-b7d0-e74f13855b16 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:02.482138 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a51d0e5d-ad07-4ea1-a266-42ea7ad21888 req-25de8fc7-3cf9-420e-b7d0-e74f13855b16 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0911148 Aug 29 19:12:02.485624 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251086d5-bb97-430c-a5da-be3d57cad721 req-449037ff-4249-4667-8126-b3a96f1350b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:02.487102 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-449037ff-4249-4667-8126-b3a96f1350b0 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0529077 Aug 29 19:12:02.573173 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251086d5-bb97-430c-a5da-be3d57cad721 req-5e0daac2-ce30-4985-bd17-dfd6ec3b748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:02.575286 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-5e0daac2-ce30-4985-bd17-dfd6ec3b748f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502021 Aug 29 19:12:02.606901 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a51d0e5d-ad07-4ea1-a266-42ea7ad21888 req-5124cc11-f067-44a1-b5dd-5a268007ecf5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905733 Aug 29 19:12:02.623755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.624115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (8a817328-575b-46dd-9791-ec999206e5c6), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.624428 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP 8a817328-575b-46dd-9791-ec999206e5c6 disassociated. External IP: 172.27.2.151, port: 2fadd321-bdd6-4593-985e-4b08308c8b84. Aug 29 19:12:02.624763 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 2fadd321-bdd6-4593-985e-4b08308c8b84 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:12:02.756482 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (2fadd321-bdd6-4593-985e-4b08308c8b84), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.782499 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=2fadd321-bdd6-4593-985e-4b08308c8b84,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:02.825924 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-af9f8f6d-4bc2-4d3c-86b7-3e0cb5eb4417 req-3a880e64-b632-4964-8d90-32c7201d9179 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0334508 Aug 29 19:12:02.922776 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:12:03.011741 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:03.030517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:12:03.031530 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-ed37c82a-515d-4fab-98eb-8eb1e0bda15e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871029 Aug 29 19:12:03.041593 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:12:03.053004 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:03.054004 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:11:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:03.079701 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] No DVR routers for this DVR port 2fadd321-bdd6-4593-985e-4b08308c8b84 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:12:03.082181 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:03.085465 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7ee3a3d5-8847-4105-a17a-b4b6b57775ae req-14cd218b-22da-43ea-bb62-51d073bb5df9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2fadd321-bdd6-4593-985e-4b08308c8b84 HTTP/1.1" status: 204 len: 173 time: 0.9357810 Aug 29 19:12:03.085914 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'name': 'network-vif-deleted', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:03.088279 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388cbc53-4030-4871-aa61-04dcf9edb1d7" -d '{"events": [{"server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "name": "network-vif-deleted", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:03.140579 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-251086d5-bb97-430c-a5da-be3d57cad721 req-6bca8d68-5995-4fc7-a837-3c6e1708342c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997367 Aug 29 19:12:03.157593 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06424a67-9302-434e-88b7-02cc7956ae1c x-openstack-request-id: req-06424a67-9302-434e-88b7-02cc7956ae1c {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:03.158089 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f54a0ab-56bd-45b7-9026-0c998c315879", "name": "network-vif-deleted", "tag": "2fadd321-bdd6-4593-985e-4b08308c8b84", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:03.158413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-06424a67-9302-434e-88b7-02cc7956ae1c {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:03.158768 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06424a67-9302-434e-88b7-02cc7956ae1c'] response: {'server_uuid': '3f54a0ab-56bd-45b7-9026-0c998c315879', 'name': 'network-vif-deleted', 'tag': '2fadd321-bdd6-4593-985e-4b08308c8b84', 'status': 'completed', 'code': 200} Aug 29 19:12:03.170037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:03.515893 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:03.541956 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:12:03.550522 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:03.551691 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:11:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:03.636443 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:03.662771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:03.746921 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9ebd4-0ce3-424b-8373-e563c51abcbe req-5c7f6c24-a4bf-4cf5-8830-e501fb47f443 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:03.749166 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-44c9ebd4-0ce3-424b-8373-e563c51abcbe req-5c7f6c24-a4bf-4cf5-8830-e501fb47f443 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0637469 Aug 29 19:12:03.765256 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:03.809589 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-44c9ebd4-0ce3-424b-8373-e563c51abcbe req-33e398df-aa36-4ede-b8c5-a264facd70e0 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514905 Aug 29 19:12:03.877168 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:03.903532 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49761-ce8a-44f8-9ff9-628ddbe4351f None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:12:03.949664 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3c7de8f6-acf5-4e7d-9c19-0dfbca3b1263 req-2b187757-9cea-4242-aa5c-b7aa573edda2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0295906 Aug 29 19:12:04.125982 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14db4b1-fe69-4cb4-ae57-43bf179bf859 None None] New status for floating IP 8a817328-575b-46dd-9791-ec999206e5c6: DOWN {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:12:04.904598 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2fadd321-bdd6-4593-985e-4b08308c8b84 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:12:04.924431 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 2fadd321-bdd6-4593-985e-4b08308c8b84 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:12:04.924778 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2fadd321-bdd6-4593-985e-4b08308c8b84 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:12:04.932608 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d916416-a1c3-4168-8288-2552f54110b9 req-02890966-cca7-4950-a38f-21f5618d69ac tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:04.934099 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d916416-a1c3-4168-8288-2552f54110b9 req-02890966-cca7-4950-a38f-21f5618d69ac tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0523298 Aug 29 19:12:04.984940 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8d916416-a1c3-4168-8288-2552f54110b9 req-fb13e27c-1341-4f6b-bcfb-8d5886030bae tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Aug 29 19:12:05.066342 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-668b95d3-82e1-4a36-80eb-54fe2c09d8bb req-3e93d90a-3705-48ca-9872-7180b19f460b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3f54a0ab-56bd-45b7-9026-0c998c315879 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Aug 29 19:12:06.158995 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57492) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:06.213676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcd64-b46a-487b-afce-67c6f40ebedf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (a09fb27c-c313-4710-9912-529b25061e33), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.236497 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcd64-b46a-487b-afce-67c6f40ebedf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (a09fb27c-c313-4710-9912-529b25061e33), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.286519 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcd64-b46a-487b-afce-67c6f40ebedf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a09fb27c-c313-4710-9912-529b25061e33), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.290229 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcd64-b46a-487b-afce-67c6f40ebedf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.291594 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7b0bcd64-b46a-487b-afce-67c6f40ebedf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/a09fb27c-c313-4710-9912-529b25061e33 HTTP/1.1" status: 204 len: 168 time: 0.1312404 Aug 29 19:12:06.294229 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57494) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:06.301269 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bcd64-b46a-487b-afce-67c6f40ebedf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09fb27c-c313-4710-9912-529b25061e33,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:06.309155 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.api.v2.resource [None req-c5924599-2c6f-44ba-a2dc-6b240cf88735 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] show failed (client error): The resource could not be found. Aug 29 19:12:06.314720 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c5924599-2c6f-44ba-a2dc-6b240cf88735 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups/a09fb27c-c313-4710-9912-529b25061e33 HTTP/1.1" status: 404 len: 347 time: 0.0194576 Aug 29 19:12:06.317574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57496) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:06.432165 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 7e8b7f29-9076-4f60-846f-19134ce9106a {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:12:06.432422 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.508546 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.508889 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (7e8b7f29-9076-4f60-846f-19134ce9106a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.525659 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 7e8b7f29-9076-4f60-846f-19134ce9106a owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:12:06.659530 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (7e8b7f29-9076-4f60-846f-19134ce9106a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.682065 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=7e8b7f29-9076-4f60-846f-19134ce9106a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:06.691786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.692047 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.692381 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.692729 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.693034 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.694029 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.694029 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.694029 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.694482 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.694644 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.694921 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.695261 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.695579 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.695894 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.696208 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:06.757145 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:06.764410 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (8a817328-575b-46dd-9791-ec999206e5c6), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.766927 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.768148 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3aeec090-5542-4585-ba4e-d2dd003f15fa tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/8a817328-575b-46dd-9791-ec999206e5c6 HTTP/1.1" status: 204 len: 168 time: 0.4495039 Aug 29 19:12:06.853319 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57504) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:06.857929 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157266720', 'description': 'tempest-description--586015092'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:06.867703 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:06.880297 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.951467 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (447e8ceb-ef86-43ac-a01c-bb3b0c4f25be), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.955109 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (447e8ceb-ef86-43ac-a01c-bb3b0c4f25be), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.986226 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.987474 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330817 Aug 29 19:12:06.988569 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab6f0-18ae-45b0-b379-47a31614bd0d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:06.990559 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57506) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:06.995542 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': '447e8ceb-ef86-43ac-a01c-bb3b0c4f25be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:07.022278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (02932373-8a99-4a7d-9d4f-ede0572ccdfc), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.081183 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (02932373-8a99-4a7d-9d4f-ede0572ccdfc), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.084729 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (02932373-8a99-4a7d-9d4f-ede0572ccdfc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.104357 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02932373-8a99-4a7d-9d4f-ede0572ccdfc,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:07.110773 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.111993 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8dc6512f-edea-44b4-8579-1a31dca7ad50 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198208 Aug 29 19:12:07.114644 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57508) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:07.119472 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': '447e8ceb-ef86-43ac-a01c-bb3b0c4f25be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:07.147611 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (d7b932bb-a3a1-48bd-8be4-11ebb24e73ad), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.204800 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (d7b932bb-a3a1-48bd-8be4-11ebb24e73ad), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.208183 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (d7b932bb-a3a1-48bd-8be4-11ebb24e73ad), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.226203 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b932bb-a3a1-48bd-8be4-11ebb24e73ad,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:07.234489 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.238687 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e4f06ce7-88ef-4709-a648-931992ce96e0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202378 Aug 29 19:12:07.238872 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57510) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:07.243665 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:07.264706 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.346757 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.452117 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.27.2.173 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/76249d96-9ec4-4e21-b612-979cbb4ab995) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:07.465311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:07.562011 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.571457 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:07.597283 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.640049 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:07.645117 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:07.647876 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=76249d96-9ec4-4e21-b612-979cbb4ab995,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:07.650153 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:07.733370 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (40dc92ac-78d0-4307-8e9d-ac262d805946), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.769702 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.920125 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.924353 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:07.993095 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=76249d96-9ec4-4e21-b612-979cbb4ab995,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:07.995743 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (40dc92ac-78d0-4307-8e9d-ac262d805946), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:08.013082 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:08.014412 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ec725a7f-ae53-4d82-8330-a0323aac6775 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7745831 Aug 29 19:12:08.216394 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-6f76faa8-1417-4b68-a734-db024d9414a6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1157266720&fields=id&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 267 time: 0.0437748 Aug 29 19:12:08.326722 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-d3d57656-eeae-4399-967b-d696a2a48f24 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:08.328193 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-d3d57656-eeae-4399-967b-d696a2a48f24 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.1054020 Aug 29 19:12:08.342386 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-90d800aa-7062-493d-b644-3ce47e388c24 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/quotas/b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 375 time: 0.0089386 Aug 29 19:12:08.392293 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-417e4d2b-f64a-47ae-b1da-24474a35a1cf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450344 Aug 29 19:12:08.492254 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ea2c7f26-43f5-43fe-97f3-7f08131cb846 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Aug 29 19:12:08.584945 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-dbb029a8-5682-4b5f-9b0a-282cb23e3720 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868247 Aug 29 19:12:08.753615 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9b6199ec-1cac-478d-a7cf-c42ff69d5ba6 req-b4d9f012-7440-48d8-a223-2000a0a8ee7a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 210 time: 0.0288014 Aug 29 19:12:09.863678 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-345217e7-6c2a-41dd-a320-b89dcf1dc0f5 req-a632aa98-1205-4530-b368-3c77fef7baa9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 210 time: 0.0327423 Aug 29 19:12:10.967360 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0af7a07a-a826-47c9-bf82-c24bccce84d4 req-2a4b936d-9d4c-4578-b2eb-ffd45da968bb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Aug 29 19:12:11.154786 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3328a3-6e8c-4fa3-89d6-0063899c6a99 req-2df57956-c698-47e2-bf88-361b50793d54 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:11.156262 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df3328a3-6e8c-4fa3-89d6-0063899c6a99 req-2df57956-c698-47e2-bf88-361b50793d54 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0508873 Aug 29 19:12:11.203776 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df3328a3-6e8c-4fa3-89d6-0063899c6a99 req-589d4f0d-056c-476c-912c-08f96cfec98f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Aug 29 19:12:11.466512 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f9986-32d8-4f26-9491-d46458c88416 req-3321c182-5bba-4ece-9998-84ac1ed9841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:11.468881 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-3321c182-5bba-4ece-9998-84ac1ed9841a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0444782 Aug 29 19:12:11.499912 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:11.562044 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-1d1dabf7-d24d-43e5-b4de-0568e0028b6d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:11.563617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-1d1dabf7-d24d-43e5-b4de-0568e0028b6d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.1227765 Aug 29 19:12:11.571622 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f9986-32d8-4f26-9491-d46458c88416 req-06e68822-20c0-4586-af91-df0f287bdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:11.573949 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-06e68822-20c0-4586-af91-df0f287bdfc5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.0942039 Aug 29 19:12:11.676145 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:11.682950 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-74b34c63-9eb8-49f3-aec6-5aa74d170eaf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 380 time: 0.0599215 Aug 29 19:12:11.685956 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-d282cade-8011-47d5-9242-4373e271c828 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 1001 time: 0.0612135 Aug 29 19:12:11.821846 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'port': {'device_id': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'admin_state_up': True, 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'security_groups': ['447e8ceb-ef86-43ac-a01c-bb3b0c4f25be']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:11.854838 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:11.861274 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f9986-32d8-4f26-9491-d46458c88416 req-5801c5af-32ae-4301-833a-c7dd3473d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:11.862766 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-5801c5af-32ae-4301-833a-c7dd3473d6fe service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0468009 Aug 29 19:12:11.933361 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Made reservation on behalf of b967c22662da47aeb9292704c39b44bb for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:12:11.937135 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.938883 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f9986-32d8-4f26-9491-d46458c88416 req-938ea973-0884-42c1-9445-247069be43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:11.940484 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-938ea973-0884-42c1-9445-247069be43ce service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413694 Aug 29 19:12:12.056724 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-eb3dda57-9155-4fee-86c2-3896e15f78ba service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908558 Aug 29 19:12:12.080435 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e343e139-e397-48ee-9edd-e24a74bef27b req-08006c53-ff48-4b81-ae01-fc393127ff5a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 210 time: 0.0346181 Aug 29 19:12:12.092265 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.20.0.10 (117b2cb0-1215-4254-9d1f-c2728d00a788/71124ffa-89eb-4c0e-87b9-948d8b410aef/547abed6-9c9a-44ab-8528-0a763a1230f2) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:12.132996 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:12.177068 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-791f9986-32d8-4f26-9491-d46458c88416 req-53d3250c-7f5b-41e4-99ed-037710690629 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097498 Aug 29 19:12:12.540952 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896faf-6b6f-449f-baad-71ac57a78c60 req-bf1a6853-b06d-4a26-ba56-d0c08775f00d tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:12.542924 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f0896faf-6b6f-449f-baad-71ac57a78c60 req-bf1a6853-b06d-4a26-ba56-d0c08775f00d tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0998116 Aug 29 19:12:12.554785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876502e-12cb-4fd1-9149-b7c78cc60528 req-7d76c936-8da7-41d0-98d2-b6c1e0abf7c6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:12.556459 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f876502e-12cb-4fd1-9149-b7c78cc60528 req-7d76c936-8da7-41d0-98d2-b6c1e0abf7c6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.1122615 Aug 29 19:12:12.589345 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:12.665583 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f0896faf-6b6f-449f-baad-71ac57a78c60 req-4357ceae-5101-4fa2-aa7b-6fe63bfd9103 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168265 Aug 29 19:12:12.673582 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f876502e-12cb-4fd1-9149-b7c78cc60528 req-ca44fed2-34b0-44a5-952a-cc667e23fd0d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103275 Aug 29 19:12:12.679703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:12.717928 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:12.721072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:12.724766 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:12.729892 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:12.730586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:12.757164 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9392176 Aug 29 19:12:12.757898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed74ca-728e-4897-80a8-a3425512ee82 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=547abed6-9c9a-44ab-8528-0a763a1230f2,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:12.949709 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-d09e9dfc-1db0-41be-95d8-ad003b97370e None None] Provisioning complete for port 547abed6-9c9a-44ab-8528-0a763a1230f2 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:12.950268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d09e9dfc-1db0-41be-95d8-ad003b97370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:12.980428 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-d09e9dfc-1db0-41be-95d8-ad003b97370e None None] Port 547abed6-9c9a-44ab-8528-0a763a1230f2 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:12:13.216752 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:13.233424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4058e-af53-446c-a2c2-fd294389df39 req-301f223c-771e-4f4a-a4f3-0632014cf316 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:13.236017 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5cc4058e-af53-446c-a2c2-fd294389df39 req-301f223c-771e-4f4a-a4f3-0632014cf316 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 932 time: 0.0563953 Aug 29 19:12:13.289861 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5cc4058e-af53-446c-a2c2-fd294389df39 req-5ddc94d1-0717-40d2-a1dc-6779d3e90075 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467689 Aug 29 19:12:13.798639 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:13.821227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d379-ce87-4bc1-9ab7-c3e1a61a3625 req-a3a259b3-6b89-406d-b8e6-9fd477c6410d tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:13.823803 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b360d379-ce87-4bc1-9ab7-c3e1a61a3625 req-a3a259b3-6b89-406d-b8e6-9fd477c6410d tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0817714 Aug 29 19:12:13.829227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046bad2-9376-40eb-aa47-8b8100a45533 req-58c04578-40a7-46d7-895b-3ee3b8a91980 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:13.830643 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0046bad2-9376-40eb-aa47-8b8100a45533 req-58c04578-40a7-46d7-895b-3ee3b8a91980 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0800114 Aug 29 19:12:13.904714 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b360d379-ce87-4bc1-9ab7-c3e1a61a3625 req-c510d07a-2bca-4515-a1f0-fe3412a36514 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=66c29fc1-f7ad-4e86-a60e-c666f5553010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Aug 29 19:12:13.908790 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0046bad2-9376-40eb-aa47-8b8100a45533 req-8641d0f9-33ee-4e8e-b06b-9b571b35ff59 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685308 Aug 29 19:12:14.163115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Request body: {'port': {'device_id': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:14.199553 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:14.201565 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:14.226616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.441041 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8907d-f5b7-4c95-80f4-ffd594c95d55 req-e96ad24e-8ec3-43b0-b9d4-4af18f973553 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:14.442500 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ed8907d-f5b7-4c95-80f4-ffd594c95d55 req-e96ad24e-8ec3-43b0-b9d4-4af18f973553 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 932 time: 0.0798881 Aug 29 19:12:14.446909 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.532936 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ed8907d-f5b7-4c95-80f4-ffd594c95d55 req-15918062-45db-4874-8f8e-60415a21ac35 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786867 Aug 29 19:12:14.559269 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60556d0-9f21-45cc-b670-28e0407285bf req-b44a6408-3f3d-42f8-aa6e-2d92570c2e0f tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:14.560783 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-e60556d0-9f21-45cc-b670-28e0407285bf req-b44a6408-3f3d-42f8-aa6e-2d92570c2e0f tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0500233 Aug 29 19:12:14.565676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547abed6-9c9a-44ab-8528-0a763a1230f2 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:12:14.574175 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Publish callbacks [] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.587095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Transition to ACTIVE for port object 547abed6-9c9a-44ab-8528-0a763a1230f2 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:12:14.591682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.654031 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Deleting port 97d1e245-1b7b-4037-8040-3f51dfe1009e {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:12:14.654373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.660591 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Pushing event updated for resources: {'Port': ['ID=547abed6-9c9a-44ab-8528-0a763a1230f2,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:14.665823 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Attempting to bind port 547abed6-9c9a-44ab-8528-0a763a1230f2 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:12:14.666241 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Attempting to bind port 547abed6-9c9a-44ab-8528-0a763a1230f2 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:12:14.666563 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Attempting to bind port 547abed6-9c9a-44ab-8528-0a763a1230f2 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:14.671260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Port 547abed6-9c9a-44ab-8528-0a763a1230f2 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:12:14.671570 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Attempting to bind port 547abed6-9c9a-44ab-8528-0a763a1230f2 on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:14.676342 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:12:14.676671 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:14.677036 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Bound using segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:12:14.677446 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Bound port: 547abed6-9c9a-44ab-8528-0a763a1230f2, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:12:14.677791 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.743572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] For port 547abed6-9c9a-44ab-8528-0a763a1230f2, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:12:14.747193 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] For port 547abed6-9c9a-44ab-8528-0a763a1230f2, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=547abed6-9c9a-44ab-8528-0a763a1230f2,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:12:14.753726 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.756855 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:14.757693 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.759257 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/547abed6-9c9a-44ab-8528-0a763a1230f2 HTTP/1.1" status: 200 len: 1094 time: 0.6004229 Aug 29 19:12:14.762090 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:14.763988 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] For port 97d1e245-1b7b-4037-8040-3f51dfe1009e, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=97d1e245-1b7b-4037-8040-3f51dfe1009e,segment=NetworkSegment(23ece628-2867-4bc1-beea-9c143143ea26),segment_id=23ece628-2867-4bc1-beea-9c143143ea26)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:14.764363 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:14.764492 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.780534 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Calling delete_port for 97d1e245-1b7b-4037-8040-3f51dfe1009e owned by compute:nova {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:12:14.812264 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446df9bf-1be8-478c-86c6-a413e1a5c0fb x-openstack-request-id: req-446df9bf-1be8-478c-86c6-a413e1a5c0fb {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:14.812578 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:14.812829 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-446df9bf-1be8-478c-86c6-a413e1a5c0fb {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:14.813228 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446df9bf-1be8-478c-86c6-a413e1a5c0fb'] response: {'name': 'network-changed', 'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'status': 'completed', 'code': 200} Aug 29 19:12:14.824671 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a846f-fba0-4b73-b347-b4073b9193bb service neutron] Pushing event updated for resources: {'Port': ['ID=547abed6-9c9a-44ab-8528-0a763a1230f2,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:14.880346 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:14.882950 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:14.894107 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-2096fc53-8e25-4ddb-9cc5-0f7f3b48275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:14.895606 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-2096fc53-8e25-4ddb-9cc5-0f7f3b48275f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 1128 time: 0.0453839 Aug 29 19:12:14.951134 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (97d1e245-1b7b-4037-8040-3f51dfe1009e), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:14.965019 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-f56be03b-1739-4269-a116-78ee1e8e6c32 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=547abed6-9c9a-44ab-8528-0a763a1230f2 HTTP/1.1" status: 200 len: 217 time: 0.0516768 Aug 29 19:12:14.986317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Pushing event deleted for resources: {'Port': ['ID=97d1e245-1b7b-4037-8040-3f51dfe1009e,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:14.999515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['97d1e245-1b7b-4037-8040-3f51dfe1009e'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:12:15.033592 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-c20ac031-86ea-4293-aad3-65dd45933c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:15.035491 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-c20ac031-86ea-4293-aad3-65dd45933c15 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0632579 Aug 29 19:12:15.038481 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] No DVR routers for this DVR port 97d1e245-1b7b-4037-8040-3f51dfe1009e on host hv-cinder-73126 {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:12:15.043282 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:15.046574 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-e60556d0-9f21-45cc-b670-28e0407285bf req-14c73b8a-1248-4a3e-9c13-400cbcd91340 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.71 "DELETE /networking/v2.0/ports/97d1e245-1b7b-4037-8040-3f51dfe1009e HTTP/1.1" status: 204 len: 173 time: 0.4769158 Aug 29 19:12:15.047053 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'name': 'network-vif-deleted', 'tag': '97d1e245-1b7b-4037-8040-3f51dfe1009e'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:15.049327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d45236c-c481-413b-b86d-dd3b7f8b86fa" -d '{"events": [{"server_uuid": "693efce1-e294-4292-9e4c-289b5a18e7e7", "name": "network-vif-deleted", "tag": "97d1e245-1b7b-4037-8040-3f51dfe1009e"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:15.101516 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-abe34f53-458e-4df8-b3ee-3f9ec7d8e785 req-640ba6e2-06f9-4841-a373-8a83990b48c6 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0646379 Aug 29 19:12:15.138506 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ede649-897b-4ccb-a691-bd3f1fafe6a3 req-d5cc05ab-4bb2-42fc-8a11-d254518bcee7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:15.140054 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75ede649-897b-4ccb-a691-bd3f1fafe6a3 req-d5cc05ab-4bb2-42fc-8a11-d254518bcee7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0907974 Aug 29 19:12:15.145697 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-415d9292-5784-4607-bbea-19edf5bb7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:15.147282 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-415d9292-5784-4607-bbea-19edf5bb7052 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875363 Aug 29 19:12:15.163344 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d8f9d-5415-498f-b4cb-54d3e4955882 x-openstack-request-id: req-4c4d8f9d-5415-498f-b4cb-54d3e4955882 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:15.163764 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693efce1-e294-4292-9e4c-289b5a18e7e7", "name": "network-vif-deleted", "tag": "97d1e245-1b7b-4037-8040-3f51dfe1009e", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:15.164336 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4c4d8f9d-5415-498f-b4cb-54d3e4955882 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:15.164873 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4d8f9d-5415-498f-b4cb-54d3e4955882'] response: {'server_uuid': '693efce1-e294-4292-9e4c-289b5a18e7e7', 'name': 'network-vif-deleted', 'tag': '97d1e245-1b7b-4037-8040-3f51dfe1009e', 'status': 'completed', 'code': 200} Aug 29 19:12:15.243310 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-75ede649-897b-4ccb-a691-bd3f1fafe6a3 req-52fb674b-9e85-4115-9a17-91b3ae1ee735 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950608 Aug 29 19:12:15.278076 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-050984db-a538-4084-ae95-d5a493f315c3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160872 Aug 29 19:12:15.381396 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3eb6b092-9924-4955-ae95-d6d411cbb02a req-f561ed8f-1484-41b6-ad1b-cac2d9928fbb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910461 Aug 29 19:12:15.655351 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e652133-ec10-4223-ace0-57175a8b1b55 req-a1fc8bf2-04ae-4304-a98c-ccda5370333a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:15.656815 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8e652133-ec10-4223-ace0-57175a8b1b55 req-a1fc8bf2-04ae-4304-a98c-ccda5370333a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 944 time: 0.0478382 Aug 29 19:12:15.704211 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8e652133-ec10-4223-ace0-57175a8b1b55 req-661328c8-a9be-4d11-b6af-c7ca2fa7431d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Aug 29 19:12:16.217196 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fb96f205-bfa2-4e98-a5cf-dbd48d483022 req-5113b5ed-2b67-4430-b497-5ac7aedcea4e tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0297303 Aug 29 19:12:16.367576 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5808d-495c-4437-a9cf-5fcab79beed6 req-75ba51cf-f38d-4fe6-952b-4ffdad5a9ac9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:16.369056 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-eaf5808d-495c-4437-a9cf-5fcab79beed6 req-75ba51cf-f38d-4fe6-952b-4ffdad5a9ac9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0510726 Aug 29 19:12:16.418453 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-eaf5808d-495c-4437-a9cf-5fcab79beed6 req-86950a33-ccf4-4ea9-8c72-f62dca42da26 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430427 Aug 29 19:12:16.717104 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-f4a0c0bc-7b11-4a8f-bb3e-a4ecc2066e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:16.718774 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-f4a0c0bc-7b11-4a8f-bb3e-a4ecc2066e9d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 1128 time: 0.0404282 Aug 29 19:12:16.852135 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4227-0490-42d0-bd25-ee630064f725 req-3e2fa6fc-375c-4bab-8a3d-82b36dfac658 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:16.853632 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-154a4227-0490-42d0-bd25-ee630064f725 req-3e2fa6fc-375c-4bab-8a3d-82b36dfac658 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 944 time: 0.0723138 Aug 29 19:12:16.870922 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-a1a183aa-1f78-41e0-b751-0ff2b0c01014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:16.872363 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-a1a183aa-1f78-41e0-b751-0ff2b0c01014 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.1412940 Aug 29 19:12:16.906281 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-154a4227-0490-42d0-bd25-ee630064f725 req-272649a4-4a16-4a6a-b0c6-e2b9da3aa9b3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Aug 29 19:12:17.141556 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-2da0c63c-6b24-4ba5-ae66-d4350494555b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=547abed6-9c9a-44ab-8528-0a763a1230f2 HTTP/1.1" status: 200 len: 217 time: 0.0323133 Aug 29 19:12:17.187469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:17.199452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-75faea7d-65f1-4653-9379-070571e475c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:17.200904 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-75faea7d-65f1-4653-9379-070571e475c8 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0530355 Aug 29 19:12:17.256334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-b2a5893d-7112-47f9-91b0-6a9d51a28dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:17.257891 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-b2a5893d-7112-47f9-91b0-6a9d51a28dd1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410595 Aug 29 19:12:17.355412 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82682218-2cdf-4549-82a4-40e484b44431 req-3a1b03ec-28d7-4a4b-aa46-4287476349d9 tempest-VolumesSnapshotTestJSON-457066779 tempest-VolumesSnapshotTestJSON-457066779-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=693efce1-e294-4292-9e4c-289b5a18e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0399044 Aug 29 19:12:17.384606 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-ed02aaf7-5401-40fc-a6f3-443a891fdc19 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166322 Aug 29 19:12:17.481964 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cf4b426c-23a3-4086-b3fa-57dcfee7b48a req-063bf0b3-fb8a-439b-bf15-6e1e5babd167 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Aug 29 19:12:17.526393 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:17.545180 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ce81-48cb-4f77-9fe0-cc660a407957 req-8eb53328-dacd-4b6e-a4c3-1a719514f986 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:17.546648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c57ce81-48cb-4f77-9fe0-cc660a407957 req-8eb53328-dacd-4b6e-a4c3-1a719514f986 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0524955 Aug 29 19:12:17.594851 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c57ce81-48cb-4f77-9fe0-cc660a407957 req-a987c261-3608-4ac7-813c-bac69100f074 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Aug 29 19:12:18.024488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4d970-91ee-437a-93ba-6c198a42cf2f req-c918e22c-9174-4ada-af88-8781c7d5f6bf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:18.026518 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ada4d970-91ee-437a-93ba-6c198a42cf2f req-c918e22c-9174-4ada-af88-8781c7d5f6bf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 944 time: 0.0477700 Aug 29 19:12:18.072146 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ada4d970-91ee-437a-93ba-6c198a42cf2f req-22f09dbb-4389-4ac0-a877-827a4f445906 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Aug 29 19:12:18.727987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734093e2-0d5d-4d71-94dc-093e3d3be0b2 req-834318f0-32b0-40e1-82ff-8755bb4ce442 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:18.730682 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-734093e2-0d5d-4d71-94dc-093e3d3be0b2 req-834318f0-32b0-40e1-82ff-8755bb4ce442 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0551100 Aug 29 19:12:18.787107 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-734093e2-0d5d-4d71-94dc-093e3d3be0b2 req-31e99cc1-5817-4d8e-86a0-28c36537ebea tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492327 Aug 29 19:12:18.957515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 547abed6-9c9a-44ab-8528-0a763a1230f2 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:12:18.959675 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:18.982968 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 97d1e245-1b7b-4037-8040-3f51dfe1009e no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:12:19.020001 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 97d1e245-1b7b-4037-8040-3f51dfe1009e {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:12:19.020343 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 97d1e245-1b7b-4037-8040-3f51dfe1009e not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:12:19.091673 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 547abed6-9c9a-44ab-8528-0a763a1230f2, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=547abed6-9c9a-44ab-8528-0a763a1230f2,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:19.103410 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'port_id': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'mac_address': 'fa:16:3e:af:d1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:12:19.145681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 547abed6-9c9a-44ab-8528-0a763a1230f2 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:19.146080 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.160552 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547abed6-9c9a-44ab-8528-0a763a1230f2 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:12:19.183886 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 547abed6-9c9a-44ab-8528-0a763a1230f2, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=547abed6-9c9a-44ab-8528-0a763a1230f2,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:19.187872 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.207253 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a6312-473f-4105-875d-95a12c3bdfd1 req-5b6640a6-2a64-41bc-a793-c9637ac5cfc6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:19.208786 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-083a6312-473f-4105-875d-95a12c3bdfd1 req-5b6640a6-2a64-41bc-a793-c9637ac5cfc6 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 944 time: 0.0508838 Aug 29 19:12:19.237867 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=547abed6-9c9a-44ab-8528-0a763a1230f2,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:19.246974 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.247508 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.248040 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.248402 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.248741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.249070 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.249397 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.249749 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.250075 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.250401 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.250724 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.251063 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.251621 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.252224 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.252761 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:19.259462 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-083a6312-473f-4105-875d-95a12c3bdfd1 req-0ebb5fd9-4746-4857-b1e3-8856a1c55783 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450034 Aug 29 19:12:19.677678 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['547abed6-9c9a-44ab-8528-0a763a1230f2'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:12:19.920711 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29009210-7889-48c0-afe5-fa5863793db2 req-4946ccc4-5a8d-4706-91b2-313c5a1c3644 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:19.930491 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29009210-7889-48c0-afe5-fa5863793db2 req-4946ccc4-5a8d-4706-91b2-313c5a1c3644 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0556107 Aug 29 19:12:19.976984 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29009210-7889-48c0-afe5-fa5863793db2 req-d36031f5-deba-470b-a59c-55d4ee145911 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470207 Aug 29 19:12:20.384367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4aa4f-63bf-4bec-beb8-2d9965f363ba req-0a582733-b40e-4dd0-aa77-12d459aa075c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:20.386445 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-30f4aa4f-63bf-4bec-beb8-2d9965f363ba req-0a582733-b40e-4dd0-aa77-12d459aa075c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 29 19:12:20.433534 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-30f4aa4f-63bf-4bec-beb8-2d9965f363ba req-dc6af7c0-f0b9-4e8a-ba1d-17c342e7cdfc tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Aug 29 19:12:21.095214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8a911-ae7c-4d5b-9069-bd4487e16e26 req-0aa8d2c1-37fc-49fb-ab4f-9c9ae96fb09f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:21.096578 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9fe8a911-ae7c-4d5b-9069-bd4487e16e26 req-0aa8d2c1-37fc-49fb-ab4f-9c9ae96fb09f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0460517 Aug 29 19:12:21.143953 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9fe8a911-ae7c-4d5b-9069-bd4487e16e26 req-7b0a81fd-299d-41b7-9733-e7fe35ee7ee9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Aug 29 19:12:21.555581 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9daaa-7b61-40ea-b2cd-a6c6aabde69b req-945cf6b2-6f0f-4353-b76a-5e92afdc4ef8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:21.557120 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-32a9daaa-7b61-40ea-b2cd-a6c6aabde69b req-945cf6b2-6f0f-4353-b76a-5e92afdc4ef8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 945 time: 0.0507121 Aug 29 19:12:21.589407 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:21.603709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-32a9daaa-7b61-40ea-b2cd-a6c6aabde69b req-0ad3d36b-1329-4db4-a4de-53f55ccf1cd8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Aug 29 19:12:22.264489 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb3be8-feed-4ecf-952d-50e64c64c19b req-fb099675-fe8a-4901-a4ae-354ebdb75d84 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:22.265954 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecdb3be8-feed-4ecf-952d-50e64c64c19b req-fb099675-fe8a-4901-a4ae-354ebdb75d84 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0471859 Aug 29 19:12:22.314048 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecdb3be8-feed-4ecf-952d-50e64c64c19b req-c5bb2bfe-d825-4761-926b-044e351f075a tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Aug 29 19:12:22.722287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404fd5d-a663-4ba7-983d-435829511ae6 req-bd5a5def-f60f-48fa-8736-65fc6d41fb6e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:22.723767 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7404fd5d-a663-4ba7-983d-435829511ae6 req-bd5a5def-f60f-48fa-8736-65fc6d41fb6e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 945 time: 0.0452375 Aug 29 19:12:22.772937 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7404fd5d-a663-4ba7-983d-435829511ae6 req-3331b80b-2fd3-43e0-939a-6a7421d96941 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Aug 29 19:12:23.421190 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 547abed6-9c9a-44ab-8528-0a763a1230f2 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:23.434816 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b0abc-4117-41f7-9f51-9e58c0961f1f req-3c79bade-a695-4e92-9a70-b42204ee7060 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:23.436281 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a43b0abc-4117-41f7-9f51-9e58c0961f1f req-3c79bade-a695-4e92-9a70-b42204ee7060 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0486357 Aug 29 19:12:23.448288 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:23.465153 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 547abed6-9c9a-44ab-8528-0a763a1230f2 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:12:23.470983 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 547abed6-9c9a-44ab-8528-0a763a1230f2 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:23.471389 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:23.485614 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a43b0abc-4117-41f7-9f51-9e58c0961f1f req-959d0d72-f684-469a-a34c-d665c01ffdb9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Aug 29 19:12:23.548149 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 547abed6-9c9a-44ab-8528-0a763a1230f2 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:23.548533 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:23.572023 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:23.575162 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b59f2-5e1f-4c7a-851a-5ef2aa990f3a" -d '{"events": [{"server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "name": "network-vif-plugged", "status": "completed", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:23.587595 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 547abed6-9c9a-44ab-8528-0a763a1230f2, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=547abed6-9c9a-44ab-8528-0a763a1230f2,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:23.592513 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:23.618807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47c020-d2c1-47f8-88cc-b237cf38af56 x-openstack-request-id: req-ec47c020-d2c1-47f8-88cc-b237cf38af56 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:23.619139 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "name": "network-vif-plugged", "status": "completed", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:23.620301 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec47c020-d2c1-47f8-88cc-b237cf38af56 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:23.620552 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec47c020-d2c1-47f8-88cc-b237cf38af56'] response: {'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'code': 200} Aug 29 19:12:23.642538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=547abed6-9c9a-44ab-8528-0a763a1230f2,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:23.898587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d274e-99dd-42be-a05c-11960380541e req-d3077017-3f18-4cc9-a609-44779171ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:23.899983 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-165d274e-99dd-42be-a05c-11960380541e req-d3077017-3f18-4cc9-a609-44779171ab32 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 1130 time: 0.0688992 Aug 29 19:12:23.917281 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:23.928879 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31833c1-9901-486f-b5be-eac5c261070d req-286d53ac-733b-4947-a5f7-efde32d87806 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:23.930289 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d31833c1-9901-486f-b5be-eac5c261070d req-286d53ac-733b-4947-a5f7-efde32d87806 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0704176 Aug 29 19:12:23.972882 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-165d274e-99dd-42be-a05c-11960380541e req-f8870af4-9ccc-4b79-859b-be122e8af3c4 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647650 Aug 29 19:12:23.995322 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d31833c1-9901-486f-b5be-eac5c261070d req-9fbd6c55-63b0-4a30-8d12-46eb77c4b95e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577824 Aug 29 19:12:24.606825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c72d4-ba75-4e9b-969a-989f8bfca42c req-dcb2b148-fc78-41ed-8dfc-683709ce43ca tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:24.608319 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-886c72d4-ba75-4e9b-969a-989f8bfca42c req-dcb2b148-fc78-41ed-8dfc-683709ce43ca tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0472376 Aug 29 19:12:24.657353 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-886c72d4-ba75-4e9b-969a-989f8bfca42c req-523bcf53-637f-4d38-bec8-4cc2c463f3de tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434916 Aug 29 19:12:24.968908 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:25.038931 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=77,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:25.047161 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=10 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:25.049137 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=16 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:25.120459 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447bb18-2ba7-4938-8eb3-85c65cf39629 req-d480bd09-33a7-4bc6-93ae-61daf3d6ffc3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:25.122093 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6447bb18-2ba7-4938-8eb3-85c65cf39629 req-d480bd09-33a7-4bc6-93ae-61daf3d6ffc3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0509551 Aug 29 19:12:25.168872 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6447bb18-2ba7-4938-8eb3-85c65cf39629 req-c8462cd0-1979-45f9-b52e-637b425e6f90 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411224 Aug 29 19:12:25.781554 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffc21d-b585-4b95-bacc-150abb64cf22 req-46d6e193-1da8-4ea3-97af-57cb8afd4553 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:25.783020 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ccffc21d-b585-4b95-bacc-150abb64cf22 req-46d6e193-1da8-4ea3-97af-57cb8afd4553 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0473287 Aug 29 19:12:25.830310 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ccffc21d-b585-4b95-bacc-150abb64cf22 req-77617aee-7bcc-4850-92b9-8a5a2de7ffec tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417840 Aug 29 19:12:26.287366 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339f50-d714-4273-bb9f-bd2bfb3096f2 req-669cdb55-b7d0-4833-9917-6289f21436b9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:26.288729 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3339f50-d714-4273-bb9f-bd2bfb3096f2 req-669cdb55-b7d0-4833-9917-6289f21436b9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0477746 Aug 29 19:12:26.340238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3339f50-d714-4273-bb9f-bd2bfb3096f2 req-293d7875-efe6-4311-91fe-a8c887e99372 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Aug 29 19:12:26.458862 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6464-5e2b-4699-88b2-4f5389991fa6 req-16d2c68d-cb3d-4e34-bfa6-713301f8006b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:26.460486 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-08fc83a1-689f-4974-a03a-591d60134f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.460992 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7e9d6464-5e2b-4699-88b2-4f5389991fa6 req-16d2c68d-cb3d-4e34-bfa6-713301f8006b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0488107 Aug 29 19:12:26.471848 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57690) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:26.476348 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'port_id': '547abed6-9c9a-44ab-8528-0a763a1230f2'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:26.517759 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (40dc92ac-78d0-4307-8e9d-ac262d805946), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.970378 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.974709 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (40dc92ac-78d0-4307-8e9d-ac262d805946), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.988295 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a1baf-3152-4386-b9a8-92b0bf6ed660 req-9c78cdb4-dcc3-4624-9433-2ab7327f448b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:26.989821 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ef3a1baf-3152-4386-b9a8-92b0bf6ed660 req-9c78cdb4-dcc3-4624-9433-2ab7327f448b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0533829 Aug 29 19:12:27.010007 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:27.046481 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ef3a1baf-3152-4386-b9a8-92b0bf6ed660 req-c1676c40-c6a2-4dcc-8ac5-e24a4d899cd3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507584 Aug 29 19:12:27.288022 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP 40dc92ac-78d0-4307-8e9d-ac262d805946 associated. External IP: 172.27.2.173, port: 547abed6-9c9a-44ab-8528-0a763a1230f2. Aug 29 19:12:27.488363 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:12:27.592867 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:12:27.597786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:27.605502 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:12:27.616359 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:27.616980 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:11:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:27.629444 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d3e30de6-d006-4adc-bc62-603c8a4bb0a2 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/40dc92ac-78d0-4307-8e9d-ac262d805946 HTTP/1.1" status: 200 len: 992 time: 1.1543276 Aug 29 19:12:27.629444 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:27.630287 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a88dc6-ba1f-46f3-af63-e1a646b3449d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:27.671702 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954860f-ef71-4a39-a007-e00b8b3ee333 x-openstack-request-id: req-c954860f-ef71-4a39-a007-e00b8b3ee333 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:27.672000 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:27.672254 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c954860f-ef71-4a39-a007-e00b8b3ee333 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:27.672662 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c954860f-ef71-4a39-a007-e00b8b3ee333'] response: {'name': 'network-changed', 'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'status': 'completed', 'code': 200} Aug 29 19:12:27.722410 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:27.751332 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:27.775987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-4de5972c-2da1-464b-a39d-6b3bd1af20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:27.777757 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-4de5972c-2da1-464b-a39d-6b3bd1af20c7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 1130 time: 0.0396872 Aug 29 19:12:27.879084 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-a749101b-71c3-4d87-9a64-b80ec5bab7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:27.880575 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-a749101b-71c3-4d87-9a64-b80ec5bab7cd service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.0934498 Aug 29 19:12:27.947326 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '40dc92ac-78d0-4307-8e9d-ac262d805946', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:af:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:12:07Z', 'updated_at': '2022-08-29T19:12:26Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:27.950589 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-59b3fbda-69c5-47c3-8bf8-cfa929bcddf4 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=547abed6-9c9a-44ab-8528-0a763a1230f2 HTTP/1.1" status: 200 len: 1000 time: 0.0599530 Aug 29 19:12:27.973035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:12:27.983208 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:27.984061 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:11:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:28.002666 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-00990fbb-c75b-4558-8b03-b9b05df16fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:28.004156 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-00990fbb-c75b-4558-8b03-b9b05df16fe2 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0457392 Aug 29 19:12:28.052439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-ee5cb6bc-4bc8-4e53-9d79-bc312090671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:28.053975 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-ee5cb6bc-4bc8-4e53-9d79-bc312090671f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427680 Aug 29 19:12:28.094351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:28.206856 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-f975de12-f524-42cd-bdd7-222462dea3df service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451905 Aug 29 19:12:28.217722 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285ec36-d082-4514-a98d-4081151b8faa req-bb61d8f6-aa3b-4c93-925e-3d7347418b22 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:28.219208 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e285ec36-d082-4514-a98d-4081151b8faa req-bb61d8f6-aa3b-4c93-925e-3d7347418b22 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0590689 Aug 29 19:12:28.274554 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:28.301514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:28.328799 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e285ec36-d082-4514-a98d-4081151b8faa req-a8ea09fc-eb6c-40cb-a39a-56f798d8f84c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013491 Aug 29 19:12:28.335738 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '40dc92ac-78d0-4307-8e9d-ac262d805946', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:af:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:12:07Z', 'updated_at': '2022-08-29T19:12:26Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:28.343853 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78a88dc6-ba1f-46f3-af63-e1a646b3449d req-ee26b884-7c16-46d0-b377-d2c677cc1831 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237030 Aug 29 19:12:28.362369 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f549f-1301-49ce-bdc3-9149b44bc0aa None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '40dc92ac-78d0-4307-8e9d-ac262d805946', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:af:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:12:07Z', 'updated_at': '2022-08-29T19:12:26Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:12:28.552436 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09b893-d8e0-4697-8430-6d8af98e7808 None None] New status for floating IP 40dc92ac-78d0-4307-8e9d-ac262d805946: ACTIVE {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:12:28.884987 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-4bceaf82-bcba-4200-a4c6-78f740290740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:29.452878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1bd1e-6244-49f3-930f-589ee580e55b req-5a5b5ecf-b5c2-4e23-9000-8bb15813b540 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:29.454242 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83d1bd1e-6244-49f3-930f-589ee580e55b req-5a5b5ecf-b5c2-4e23-9000-8bb15813b540 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0466933 Aug 29 19:12:29.501884 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83d1bd1e-6244-49f3-930f-589ee580e55b req-50f97da5-ddf8-4f98-add4-65288456bda0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Aug 29 19:12:30.069497 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:30.622464 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e420-a95d-4d2d-be2e-b2a3fa01536a req-38a0801d-fc48-4b8d-b0e3-900dccf68c0c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:30.623959 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a025e420-a95d-4d2d-be2e-b2a3fa01536a req-38a0801d-fc48-4b8d-b0e3-900dccf68c0c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0472214 Aug 29 19:12:30.674427 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a025e420-a95d-4d2d-be2e-b2a3fa01536a req-62f699a2-e17d-4e8e-8a84-69024a7632b3 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Aug 29 19:12:31.484723 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:31.794072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5037f-ebb0-4449-8f0e-54c5e656f5fa req-c842c5b7-11b8-4980-88ec-44b4f319c18d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:31.795461 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0cd5037f-ebb0-4449-8f0e-54c5e656f5fa req-c842c5b7-11b8-4980-88ec-44b4f319c18d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0469451 Aug 29 19:12:31.844423 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0cd5037f-ebb0-4449-8f0e-54c5e656f5fa req-f175f7bf-d30d-431d-9027-e89deee3f7cf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434384 Aug 29 19:12:31.873140 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:32.963750 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6bc7-2d0f-46d1-b9ec-a57b16b9f4b9 req-5fe6c00d-d5f0-4b2b-9087-05c771ffe225 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:32.965937 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fc9e6bc7-2d0f-46d1-b9ec-a57b16b9f4b9 req-5fe6c00d-d5f0-4b2b-9087-05c771ffe225 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0466058 Aug 29 19:12:32.985488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:33.012723 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fc9e6bc7-2d0f-46d1-b9ec-a57b16b9f4b9 req-fe3e8da1-286b-415f-82c0-293e8b774b54 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Aug 29 19:12:34.138817 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f5d6-4952-4570-8295-87088d093753 req-b0a47335-ade9-4722-9f85-30289e1453f2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:34.140283 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f843f5d6-4952-4570-8295-87088d093753 req-b0a47335-ade9-4722-9f85-30289e1453f2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0511413 Aug 29 19:12:34.188047 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f843f5d6-4952-4570-8295-87088d093753 req-e9658522-b2bb-4615-bd13-0da206b5bf04 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Aug 29 19:12:35.310083 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34403-c70a-4080-bc83-31b39fb1c670 req-abfdc2c9-9678-4377-82c2-d36e2e39448d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:35.311557 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bde34403-c70a-4080-bc83-31b39fb1c670 req-abfdc2c9-9678-4377-82c2-d36e2e39448d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0476742 Aug 29 19:12:35.358376 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bde34403-c70a-4080-bc83-31b39fb1c670 req-45636a27-deb3-4517-9368-bf7ed97f223f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Aug 29 19:12:35.994068 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618b97-dcf9-4ab1-8462-f0fe8cf789c3 req-df6428f1-012d-4ff3-ab52-aa2ec94735be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:35.995606 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1b618b97-dcf9-4ab1-8462-f0fe8cf789c3 req-df6428f1-012d-4ff3-ab52-aa2ec94735be service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0404444 Aug 29 19:12:36.049532 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1b618b97-dcf9-4ab1-8462-f0fe8cf789c3 req-a758608a-b45a-4842-8c50-d5838f56af20 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468667 Aug 29 19:12:36.486097 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e6e03-946f-4d41-a3d8-947808285f93 req-c1a5ee0e-3049-410a-a268-939dec0ec599 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:36.487644 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d78e6e03-946f-4d41-a3d8-947808285f93 req-c1a5ee0e-3049-410a-a268-939dec0ec599 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0494878 Aug 29 19:12:36.536130 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d78e6e03-946f-4d41-a3d8-947808285f93 req-57e8cde2-7dda-4ed1-bc27-90285d0c8aeb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428693 Aug 29 19:12:37.622495 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:37.624413 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:37.671886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85389721-63f1-4049-a52c-e3eb12695132 req-8893355e-bf3b-4567-9ca5-39548d696bb5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:37.673242 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85389721-63f1-4049-a52c-e3eb12695132 req-8893355e-bf3b-4567-9ca5-39548d696bb5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0478337 Aug 29 19:12:37.721687 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-85389721-63f1-4049-a52c-e3eb12695132 req-5070e1b0-a588-41ed-addf-36507788e2a5 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Aug 29 19:12:38.120622 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28dec-ade3-4ced-af85-f06fb834c73f req-283d46f6-91af-4e0a-bb48-ad88038595ee tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:38.122304 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93f28dec-ade3-4ced-af85-f06fb834c73f req-283d46f6-91af-4e0a-bb48-ad88038595ee tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0495367 Aug 29 19:12:38.172061 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93f28dec-ade3-4ced-af85-f06fb834c73f req-a6ee16e3-049f-4231-8021-422a065bb8e6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Aug 29 19:12:38.265411 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-669d91a0-1dad-4e2c-b500-1c281e89d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:38.267311 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-669d91a0-1dad-4e2c-b500-1c281e89d33c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0409358 Aug 29 19:12:38.443766 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:38.474124 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-eeff5b69-4a0b-469f-b1ca-adbe4db03301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:38.475657 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-eeff5b69-4a0b-469f-b1ca-adbe4db03301 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.0987017 Aug 29 19:12:38.544171 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-add27d6c-c32b-47df-834f-f6ec37c5e48c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 1001 time: 0.0573633 Aug 29 19:12:38.596041 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-47363f54-86ba-4cda-b5f1-64b06e68d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:38.597488 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-47363f54-86ba-4cda-b5f1-64b06e68d40b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0447617 Aug 29 19:12:38.880385 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:12:38.902604 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-91ac9d33-f7e6-4f7b-bb06-b5b98a608853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:38.904112 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-91ac9d33-f7e6-4f7b-bb06-b5b98a608853 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2930171 Aug 29 19:12:38.998237 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-2572046b-8fb4-4622-b080-90525c440a6f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Aug 29 19:12:39.068509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:39.092038 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa1ebb01-0050-4063-9b69-c50b0bc19d01 req-45dddc4d-2656-49d1-8ce9-f03b9603247b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Aug 29 19:12:39.293682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46e74c-da96-499b-9d56-0ddce57a0c60 req-badf4487-3c59-4d59-b4c0-ac2552f2f0cd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:39.295165 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe46e74c-da96-499b-9d56-0ddce57a0c60 req-badf4487-3c59-4d59-b4c0-ac2552f2f0cd tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0492651 Aug 29 19:12:39.340649 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe46e74c-da96-499b-9d56-0ddce57a0c60 req-30144adc-d866-44c4-8ee0-352819f5b87f tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Aug 29 19:12:39.852924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a3e2-9379-4805-a79f-11264f794221 req-ceb00e54-3e68-4ebe-94d6-7ca43423af9e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:39.854309 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce79a3e2-9379-4805-a79f-11264f794221 req-ceb00e54-3e68-4ebe-94d6-7ca43423af9e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0536227 Aug 29 19:12:39.905046 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce79a3e2-9379-4805-a79f-11264f794221 req-eb9c56e4-0846-49a8-8f12-b7559de9fabb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Aug 29 19:12:40.466050 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10800b3-474c-4f27-a26a-587cfe67c48e req-5af690d6-da78-44ca-b8e1-27c50183dc70 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:40.467557 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d10800b3-474c-4f27-a26a-587cfe67c48e req-5af690d6-da78-44ca-b8e1-27c50183dc70 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0486774 Aug 29 19:12:40.518006 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d10800b3-474c-4f27-a26a-587cfe67c48e req-ebaa8eee-14da-4078-9fa4-70fd607e44d9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447762 Aug 29 19:12:41.041103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722e22c-7414-4ca9-946c-e3b9817ee20d req-c6a29df0-0d19-4f6d-885a-dfbbc880401a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:41.042635 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3722e22c-7414-4ca9-946c-e3b9817ee20d req-c6a29df0-0d19-4f6d-885a-dfbbc880401a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0546150 Aug 29 19:12:41.097103 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3722e22c-7414-4ca9-946c-e3b9817ee20d req-5eddcaab-14e8-4025-9bdf-bcedcbf185c6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458894 Aug 29 19:12:41.637723 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccb0b3-6d3f-4d71-8d2b-103e7b7313b6 req-78ffbd3c-3347-48b1-87b3-031308bbfba0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:41.639182 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29ccb0b3-6d3f-4d71-8d2b-103e7b7313b6 req-78ffbd3c-3347-48b1-87b3-031308bbfba0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0465000 Aug 29 19:12:41.688913 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-29ccb0b3-6d3f-4d71-8d2b-103e7b7313b6 req-4392be7f-bf60-4368-bda2-91bb75be379d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Aug 29 19:12:41.777723 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57862) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:41.822596 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Deleting subnet caed9b53-132f-4f02-a9c0-44b2ee3fafdf {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:12:41.826065 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Publish callbacks [] for subnet (caed9b53-132f-4f02-a9c0-44b2ee3fafdf), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.861435 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (caed9b53-132f-4f02-a9c0-44b2ee3fafdf), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.865535 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.867441 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.906633 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (caed9b53-132f-4f02-a9c0-44b2ee3fafdf), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.959619 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (caed9b53-132f-4f02-a9c0-44b2ee3fafdf), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.983443 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caed9b53-132f-4f02-a9c0-44b2ee3fafdf,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:41.990162 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.993381 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-dcc0b2e0-7040-4800-94fd-d12a7da90335 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/caed9b53-132f-4f02-a9c0-44b2ee3fafdf HTTP/1.1" status: 204 len: 168 time: 0.2145903 Aug 29 19:12:41.996382 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57864) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:42.064621 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (52476fb5-9ab9-4464-9daf-e0ff6b32722a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.146556 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (52476fb5-9ab9-4464-9daf-e0ff6b32722a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.168327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52476fb5-9ab9-4464-9daf-e0ff6b32722a']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:42.178021 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ece628-2867-4bc1-beea-9c143143ea26') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:42.178323 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ece628-2867-4bc1-beea-9c143143ea26') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:42.188658 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (23ece628-2867-4bc1-beea-9c143143ea26), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.202861 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (23ece628-2867-4bc1-beea-9c143143ea26), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.209844 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:12:42.210236 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (23ece628-2867-4bc1-beea-9c143143ea26), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.230824 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b82f0-03d6-4793-87d9-d6aa62d0bbcd req-4e4f4b58-4647-4fc1-8022-3027c3cbcf02 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:42.233088 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-852b82f0-03d6-4793-87d9-d6aa62d0bbcd req-4e4f4b58-4647-4fc1-8022-3027c3cbcf02 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0572121 Aug 29 19:12:42.285850 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (52476fb5-9ab9-4464-9daf-e0ff6b32722a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.294937 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.298081 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/52476fb5-9ab9-4464-9daf-e0ff6b32722a HTTP/1.1" status: 204 len: 168 time: 0.3007183 Aug 29 19:12:42.299804 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-852b82f0-03d6-4793-87d9-d6aa62d0bbcd req-af3b0428-c9f3-4c90-bc59-7972668bb37e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604391 Aug 29 19:12:42.299929 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 23ece628-2867-4bc1-beea-9c143143ea26 resource provider aggregate not found Aug 29 19:12:42.317024 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa2dc9-9e4d-48f7-9491-1a6239109321 admin admin] Pushing event deleted for resources: {'Network': ['ID=52476fb5-9ab9-4464-9daf-e0ff6b32722a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:42.332716 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 23ece628-2867-4bc1-beea-9c143143ea26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23ece628-2867-4bc1-beea-9c143143ea26 found for delete ", "request_id": "req-4919ee43-3327-4ac9-8afc-4e85b5bd6666"}]} Aug 29 19:12:42.475041 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57876) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:42.496924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:42.518056 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-87c62290-076d-42c3-9c99-eb8b14fe100d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=778d0dad05594da5bb3cb0e2efcb2af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418546 Aug 29 19:12:42.521072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57878) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:42.571552 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e2e74a09-08d2-4d6f-908a-24d976ddd784 admin admin] Publish callbacks [] for security_group (66c29fc1-f7ad-4e86-a60e-c666f5553010), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.593011 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e2e74a09-08d2-4d6f-908a-24d976ddd784 admin admin] Publish callbacks [] for security_group (66c29fc1-f7ad-4e86-a60e-c666f5553010), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.643373 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e2e74a09-08d2-4d6f-908a-24d976ddd784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (66c29fc1-f7ad-4e86-a60e-c666f5553010), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.645914 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e2e74a09-08d2-4d6f-908a-24d976ddd784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.647044 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e2e74a09-08d2-4d6f-908a-24d976ddd784 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/66c29fc1-f7ad-4e86-a60e-c666f5553010 HTTP/1.1" status: 204 len: 168 time: 0.1249959 Aug 29 19:12:42.655082 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74a09-08d2-4d6f-908a-24d976ddd784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c29fc1-f7ad-4e86-a60e-c666f5553010,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:42.840661 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce473a04-f7f4-4bcb-9e97-5b594fb8a15d req-d93cf28b-980b-4544-88a8-1489c77b0dec tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:42.842261 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce473a04-f7f4-4bcb-9e97-5b594fb8a15d req-d93cf28b-980b-4544-88a8-1489c77b0dec tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0793149 Aug 29 19:12:42.896057 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ce473a04-f7f4-4bcb-9e97-5b594fb8a15d req-93f15f92-13ff-44bf-b28b-e9b806b19f26 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Aug 29 19:12:43.438375 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78455e1c-2973-4799-9935-f73f10c4df76 req-601a7dd1-80fa-4aac-824d-170731b71ba6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:43.439993 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78455e1c-2973-4799-9935-f73f10c4df76 req-601a7dd1-80fa-4aac-824d-170731b71ba6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0499887 Aug 29 19:12:43.491184 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78455e1c-2973-4799-9935-f73f10c4df76 req-5bf6e868-79e0-49b3-9e28-665cabeb929b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=12ce0df2-18ae-40f3-b3b5-53120a7f65c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Aug 29 19:12:43.791753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-98344c4b-1698-447a-a68f-a2f7db858604 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:43.793494 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-98344c4b-1698-447a-a68f-a2f7db858604 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 946 time: 0.0526330 Aug 29 19:12:43.808307 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:43.904127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Deleting port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:12:43.904380 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.036587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] For port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:44.036941 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.060051 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa778b7d-4a90-4386-aad8-c5210ea7c3a1 req-44c8a542-bb56-4248-9b4b-4555b7ff7d08 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:44.061508 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa778b7d-4a90-4386-aad8-c5210ea7c3a1 req-44c8a542-bb56-4248-9b4b-4555b7ff7d08 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0811009 Aug 29 19:12:44.183345 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa778b7d-4a90-4386-aad8-c5210ea7c3a1 req-e29c4e2c-ac1d-4ebd-8f4c-42141ea9cfdf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934625 Aug 29 19:12:44.247884 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.248261 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (d888ab5c-20a3-4761-8fc4-12314c9bd3b9), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.248601 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Floating IP d888ab5c-20a3-4761-8fc4-12314c9bd3b9 disassociated. External IP: 172.27.2.92, port: 90bec49f-36b1-4027-8fc3-86cd4d15e3f4. Aug 29 19:12:44.248943 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Calling delete_port for 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:12:44.343872 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0bea4-8c18-41e9-8110-e17026e68f93 req-16fbae97-f1a4-42d1-844f-4c7497282098 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:44.345351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-54b0bea4-8c18-41e9-8110-e17026e68f93 req-16fbae97-f1a4-42d1-844f-4c7497282098 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0905106 Aug 29 19:12:44.356505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57928) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:44.361572 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Request body: {'floatingip': {'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:44.369447 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:44.420196 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.433222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (90bec49f-36b1-4027-8fc3-86cd4d15e3f4), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.452704 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.461528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event deleted for resources: {'Port': ['ID=90bec49f-36b1-4027-8fc3-86cd4d15e3f4,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:44.615648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-44918ba2-2840-49a6-adaa-585723e97692 req-8b4b9525-10c3-4a4c-bcab-0a9ff7059f84 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0403032 Aug 29 19:12:44.620944 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:12:44.727446 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:12:44.739453 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:12:44.751245 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:44.752130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:44.788267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] No DVR routers for this DVR port 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:12:44.790936 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.794587 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-71eb3237-5702-470c-a393-f9bf4b3916f6 req-20ef74fd-352b-4ccf-8ed4-055a98c9a0ee tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "DELETE /networking/v2.0/ports/90bec49f-36b1-4027-8fc3-86cd4d15e3f4 HTTP/1.1" status: 204 len: 173 time: 0.9939418 Aug 29 19:12:44.795051 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-deleted', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:44.810218 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e126d3ee-38de-4bb4-8e43-387481b7ac7f" -d '{"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-deleted", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:44.817137 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:44.847750 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:44.864925 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493f356-36df-4aeb-9829-0df380371e0b x-openstack-request-id: req-d493f356-36df-4aeb-9829-0df380371e0b {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:44.865443 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696f764-f3e7-482f-b94e-549896198ddf", "name": "network-vif-deleted", "tag": "90bec49f-36b1-4027-8fc3-86cd4d15e3f4", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:44.865703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d493f356-36df-4aeb-9829-0df380371e0b {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:44.866115 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d493f356-36df-4aeb-9829-0df380371e0b'] response: {'server_uuid': '4696f764-f3e7-482f-b94e-549896198ddf', 'name': 'network-vif-deleted', 'tag': '90bec49f-36b1-4027-8fc3-86cd4d15e3f4', 'status': 'completed', 'code': 200} Aug 29 19:12:44.874287 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:44.938550 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.942758 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:45.163938 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:45.174731 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:12:45.312095 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:12:45.316605 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:45.326679 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] Sync routers for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:12:45.338419 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:45.339158 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:45.344343 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:12:45.352227 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:45.354157 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:45.354885 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:45.355306 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d074ba5-06ca-4f05-9223-c12e3269260a" -d '{"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:45.400710 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65f12f-288a-48c9-983d-604182e77136 x-openstack-request-id: req-de65f12f-288a-48c9-983d-604182e77136 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:45.401736 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:45.402149 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-de65f12f-288a-48c9-983d-604182e77136 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:45.403350 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de65f12f-288a-48c9-983d-604182e77136'] response: {'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'status': 'completed', 'code': 200} Aug 29 19:12:45.419312 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d38560f4-ba60-49c8-a7eb-f6e82451c52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/eab8c761-b5de-4208-8aa7-157231c3dc87 HTTP/1.1" status: 200 len: 993 time: 1.0614147 Aug 29 19:12:45.467738 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:45.531753 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:45.551039 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:12:45.596739 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:12:45.597076 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 90bec49f-36b1-4027-8fc3-86cd4d15e3f4 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:12:45.694536 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:45.730156 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b82998-ea08-4035-8f61-bc82adbf0541 None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:12:45.752693 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6afb6bb9-3d33-4120-b4e1-7377c4d1dc86 req-ac41ee72-f9a5-4b05-bb05-157883e3b639 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0313125 Aug 29 19:12:45.760575 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'eab8c761-b5de-4208-8aa7-157231c3dc87', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:19Z', 'updated_at': '2022-08-29T19:12:44Z', 'revision_number': 3, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:45.788376 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] Checking router: 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:12:45.797679 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:45.798282 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:45.906937 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:45.971833 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181efd01-b996-4054-9108-7bade8451968 None None] New status for floating IP d888ab5c-20a3-4761-8fc4-12314c9bd3b9: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:12:46.129427 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'eab8c761-b5de-4208-8aa7-157231c3dc87', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:19Z', 'updated_at': '2022-08-29T19:12:44Z', 'revision_number': 3, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:46.153947 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2ddaf-f971-4586-b75b-01c703afa852 None None] The sync data for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi is: [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'eab8c761-b5de-4208-8aa7-157231c3dc87', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'port_id': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'mac_address': 'fa:16:3e:d6:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:10:19Z', 'updated_at': '2022-08-29T19:12:44Z', 'revision_number': 3, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:12:46.876558 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a22d3d1b-f04e-4086-b12b-5f9f18952f20 req-951f346c-02e8-448c-bf28-6509dec56650 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0278299 Aug 29 19:12:47.404757 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:47.407147 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05491221-8a2f-49e4-bd2b-e0444e23f4af" -d '{"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:47.444852 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145fe04-a884-4036-b44f-567bf2c0cf98 x-openstack-request-id: req-8145fe04-a884-4036-b44f-567bf2c0cf98 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:47.445139 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:47.445390 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8145fe04-a884-4036-b44f-567bf2c0cf98 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:47.445792 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8145fe04-a884-4036-b44f-567bf2c0cf98'] response: {'name': 'network-changed', 'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'status': 'completed', 'code': 200} Aug 29 19:12:47.995198 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d708744a-479d-4ce8-94dc-26c386ef33fc req-e4b66bec-145a-4103-9894-173bb9330518 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4696f764-f3e7-482f-b94e-549896198ddf HTTP/1.1" status: 200 len: 210 time: 0.0268466 Aug 29 19:12:48.281010 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:48.293609 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-677bacc2-fb58-4e90-9c0c-c3d7bd74cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.294832 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-2f1129e7-0b2e-4b55-be73-2dac4881db6f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471456 Aug 29 19:12:48.295160 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-677bacc2-fb58-4e90-9c0c-c3d7bd74cbab service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0421319 Aug 29 19:12:48.399963 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-41865f42-232f-437a-99e1-57cbe56d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.402351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-41865f42-232f-437a-99e1-57cbe56d451e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 1129 time: 0.0472474 Aug 29 19:12:48.434854 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-0c0dc7ce-5311-476a-ba5f-d59e2daa7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.436578 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-0c0dc7ce-5311-476a-ba5f-d59e2daa7df7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.1048014 Aug 29 19:12:48.499228 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-0004253c-1257-419f-966f-489f34e29bcb service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 1001 time: 0.0562148 Aug 29 19:12:48.520044 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-1a77624c-3789-4f06-96f7-3e2def44385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.521408 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-1a77624c-3789-4f06-96f7-3e2def44385b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.0934443 Aug 29 19:12:48.548056 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-135a0147-1f31-44da-9df8-dd4c258a7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.549519 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-135a0147-1f31-44da-9df8-dd4c258a7cb5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0442061 Aug 29 19:12:48.564303 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-5f0bda89-a254-4835-959a-61272379267a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2773a328-c32b-4251-884e-1d7401f1853a HTTP/1.1" status: 200 len: 217 time: 0.0348761 Aug 29 19:12:48.603108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-74ed82b2-477c-4496-ac5d-250c75bb71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.604596 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-74ed82b2-477c-4496-ac5d-250c75bb71da service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449629 Aug 29 19:12:48.613299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-234eed81-d717-4764-a698-9b925fe74aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.614758 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-234eed81-d717-4764-a698-9b925fe74aed service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0447659 Aug 29 19:12:48.661042 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-c44aea61-8936-4b7b-9ec1-5321e5756243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.662524 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-c44aea61-8936-4b7b-9ec1-5321e5756243 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394981 Aug 29 19:12:48.701562 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-f6801709-be3f-4201-8345-43a2dc4eecb9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 Aug 29 19:12:48.759708 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-778570d4-cb1f-4b13-90cc-c9577a302cfe service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891454 Aug 29 19:12:48.767359 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=100 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:48.810517 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-1d074ba5-06ca-4f05-9223-c12e3269260a req-2de2ad53-6ce0-41cf-90f9-ed1b8a4c6b0e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921259 Aug 29 19:12:48.856122 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d52ef2b1-6222-46df-a0c6-c0f03346e6a4 req-df5ce7be-e0b5-4a6b-bff6-055b71f904ce service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895679 Aug 29 19:12:48.959978 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-e87831d5-d4ea-477a-9ede-d7a60490fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:48.961451 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-e87831d5-d4ea-477a-9ede-d7a60490fb15 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 1129 time: 0.0396700 Aug 29 19:12:49.015376 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:49.055159 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-8b0bc586-4318-4556-9431-f5399eeebd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:49.056627 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-8b0bc586-4318-4556-9431-f5399eeebd74 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 200 len: 921 time: 0.0889275 Aug 29 19:12:49.096072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57966) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:49.153677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (12ce0df2-18ae-40f3-b3b5-53120a7f65c5), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.175853 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (12ce0df2-18ae-40f3-b3b5-53120a7f65c5), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.223682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (12ce0df2-18ae-40f3-b3b5-53120a7f65c5), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.226259 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.227442 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/12ce0df2-18ae-40f3-b3b5-53120a7f65c5 HTTP/1.1" status: 204 len: 168 time: 0.1303527 Aug 29 19:12:49.230461 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57968) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:49.236871 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ce0df2-18ae-40f3-b3b5-53120a7f65c5,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:49.244611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.244611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.244822 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.api.v2.resource [None req-baf554d5-1835-4de5-bc01-d7ca81d7aa40 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] show failed (client error): The resource could not be found. Aug 29 19:12:49.244904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.244904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.245214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.245471 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.245579 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-baf554d5-1835-4de5-bc01-d7ca81d7aa40 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups/12ce0df2-18ae-40f3-b3b5-53120a7f65c5 HTTP/1.1" status: 404 len: 347 time: 0.0139933 Aug 29 19:12:49.245871 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.246753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.247268 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.247581 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.247900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.248217 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.248613 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.248924 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57970) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:49.249025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.249242 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d7b28-76b6-46c5-8e80-60d896506b04 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:49.365643 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Deleting port e436b1fb-79ae-4234-967b-2ff9b3e93534 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:12:49.365964 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.388192 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-67708414-f2c7-4c1f-9a98-c4cd0c205dad service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 200 len: 1001 time: 0.0623434 Aug 29 19:12:49.404796 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=100 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:49.451734 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.452303 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (e436b1fb-79ae-4234-967b-2ff9b3e93534), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.464902 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Calling delete_port for e436b1fb-79ae-4234-967b-2ff9b3e93534 owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:12:49.465298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-1bd9bdf8-b4b6-47c6-a250-af32920da922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:49.466747 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-1bd9bdf8-b4b6-47c6-a250-af32920da922 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 200 len: 858 time: 0.0588565 Aug 29 19:12:49.582318 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-1d06ef0a-886c-4cfd-8bd5-8bf6d410fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:49.584185 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-1d06ef0a-886c-4cfd-8bd5-8bf6d410fe06 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9853bcbc-2750-4a4b-ae35-877c673fbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598590 Aug 29 19:12:49.678718 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:49.700127 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-6c24c5c7-972e-465c-bf3b-6db82bc3620d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003659 Aug 29 19:12:49.820459 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05491221-8a2f-49e4-bd2b-e0444e23f4af req-7315a811-a569-4d03-ad68-890c2d01763b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141739 Aug 29 19:12:49.842505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (e436b1fb-79ae-4234-967b-2ff9b3e93534), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.868289 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event deleted for resources: {'Port': ['ID=e436b1fb-79ae-4234-967b-2ff9b3e93534,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:49.931559 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (d888ab5c-20a3-4761-8fc4-12314c9bd3b9), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.934220 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:49.935400 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-14ef944f-c14a-450a-be0b-1408f957290a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/d888ab5c-20a3-4761-8fc4-12314c9bd3b9 HTTP/1.1" status: 204 len: 168 time: 0.6855588 Aug 29 19:12:50.026220 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 57982) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:50.031494 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122018872', 'description': 'tempest-description--1682881752'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:50.052278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.122463 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (20caba16-2e03-4e27-a365-c66bd2dab9be), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.126135 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (20caba16-2e03-4e27-a365-c66bd2dab9be), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.156958 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.158184 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309526 Aug 29 19:12:50.160260 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed90210-5e25-4dbc-902b-721016ccc0a5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20caba16-2e03-4e27-a365-c66bd2dab9be,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:50.161432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57984) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:50.166262 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'security_group_rule': {'security_group_id': '20caba16-2e03-4e27-a365-c66bd2dab9be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:50.193752 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (54933148-a1cf-4ec3-8c32-30e5ee869f2b), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.247900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (54933148-a1cf-4ec3-8c32-30e5ee869f2b), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.251340 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (54933148-a1cf-4ec3-8c32-30e5ee869f2b), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.270640 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54933148-a1cf-4ec3-8c32-30e5ee869f2b,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:50.275032 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.276728 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f7e0f8fd-b1ba-48e0-a416-8cf1746fad8f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138041 Aug 29 19:12:50.279999 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57986) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:50.284142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'security_group_rule': {'security_group_id': '20caba16-2e03-4e27-a365-c66bd2dab9be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:50.313782 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (69540208-27a9-448e-b91f-675108d5edc7), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.362296 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (69540208-27a9-448e-b91f-675108d5edc7), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.365952 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (69540208-27a9-448e-b91f-675108d5edc7), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.385391 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69540208-27a9-448e-b91f-675108d5edc7,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:50.394216 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.395422 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f30d341b-f0c4-44a0-b55a-da54808c255d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144879 Aug 29 19:12:50.398521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 57988) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:50.403505 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:50.424118 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.501523 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.503834 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:50.616677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Allocated IP 172.27.2.145 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/83cbd1f2-3ee1-4458-aa2b-3d3af935aca8) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:50.733507 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.736037 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:50.769930 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.810029 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:50.814895 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:50.818962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:50.823554 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'Port': ['ID=83cbd1f2-3ee1-4458-aa2b-3d3af935aca8,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:50.865686 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (fc55b07a-07b9-4cad-8714-db312dd222e6), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:50.904885 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:51.061882 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:51.066299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:51.066947 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (fc55b07a-07b9-4cad-8714-db312dd222e6), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:51.109001 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:51.110197 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7107289 Aug 29 19:12:51.117215 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97370f-a67b-462b-89d3-e8a0216c4ac3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'Port': ['ID=83cbd1f2-3ee1-4458-aa2b-3d3af935aca8,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:51.474530 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-45b59d5b-23fd-4b42-8784-f076c2a2ac76 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1122018872&fields=id&tenant_id=6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 267 time: 0.0430496 Aug 29 19:12:51.579011 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-f3cb6504-bb7e-404d-b29f-a821a4f2d9a6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:51.580445 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-f3cb6504-bb7e-404d-b29f-a821a4f2d9a6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 817 time: 0.0995531 Aug 29 19:12:51.595654 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-bdbf1c82-9d29-49ec-923f-bdc3e581dba9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/quotas/6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 375 time: 0.0098457 Aug 29 19:12:51.648393 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-eb79a348-a83b-4d89-b0e0-7c799a973ba4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476389 Aug 29 19:12:51.668535 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:51.747019 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-0a867ea9-c064-4833-9b5a-2b1d27a6c661 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856054 Aug 29 19:12:51.839593 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:51.844350 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-399b1819-55fa-48ac-94e9-803a7dfe9668 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903924 Aug 29 19:12:52.011926 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58020) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:52.024385 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18ad130f-7628-4533-ae8f-84aa42c21243 req-ddc456c3-5503-4812-a14d-803a89ae297b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 210 time: 0.0320044 Aug 29 19:12:52.132338 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-deacb577-be90-4c41-87c9-6ec16759e165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.188415 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:52.222839 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-deacb577-be90-4c41-87c9-6ec16759e165 admin admin] Publish callbacks [] for security_group (8644dfdc-e3a8-4ae9-b994-f53b60613bf6), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.226992 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-deacb577-be90-4c41-87c9-6ec16759e165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8644dfdc-e3a8-4ae9-b994-f53b60613bf6), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.266836 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacb577-be90-4c41-87c9-6ec16759e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644dfdc-e3a8-4ae9-b994-f53b60613bf6,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:52.271306 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-deacb577-be90-4c41-87c9-6ec16759e165 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=74c4e0da86aa42e1b5062dab2a174b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578220 Aug 29 19:12:52.274149 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58030) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:52.324679 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-09855eaa-572a-4507-9083-c36edeccaa2d admin admin] Publish callbacks [] for security_group (8644dfdc-e3a8-4ae9-b994-f53b60613bf6), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.345990 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-09855eaa-572a-4507-9083-c36edeccaa2d admin admin] Publish callbacks [] for security_group (8644dfdc-e3a8-4ae9-b994-f53b60613bf6), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.372428 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:52.395935 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-09855eaa-572a-4507-9083-c36edeccaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8644dfdc-e3a8-4ae9-b994-f53b60613bf6), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.398421 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-09855eaa-572a-4507-9083-c36edeccaa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:52.399818 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-09855eaa-572a-4507-9083-c36edeccaa2d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8644dfdc-e3a8-4ae9-b994-f53b60613bf6 HTTP/1.1" status: 204 len: 168 time: 0.1246107 Aug 29 19:12:52.409943 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09855eaa-572a-4507-9083-c36edeccaa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644dfdc-e3a8-4ae9-b994-f53b60613bf6,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:53.376115 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b55dbfbc-192c-4ec7-825b-7336aff09e5c req-7401b127-33ea-4287-9e0a-b9cf51db7a54 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 210 time: 0.0491934 Aug 29 19:12:53.461656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-8f8eb0ef-2445-4c44-adf0-c0f889defd94 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:53.463118 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-8f8eb0ef-2445-4c44-adf0-c0f889defd94 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 817 time: 0.1256962 Aug 29 19:12:53.534241 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-9c8804bf-4647-4862-97d6-a125edf1893f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 380 time: 0.0541384 Aug 29 19:12:53.547230 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'port': {'device_id': '9713d174-1918-4168-b6e7-bf1359b50155', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'admin_state_up': True, 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'security_groups': ['20caba16-2e03-4e27-a365-c66bd2dab9be']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:53.657755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Made reservation on behalf of 6f6085f7a1df49ae8e2375e28d7d6792 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:12:53.661562 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:53.785797 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Allocated IP 172.20.0.6 (b4625722-be90-4944-a2a2-5603ab9cea5a/7bb9aa12-ebf3-4047-a3c3-10085f6588e4/d4371ad0-840e-40ed-b29d-5fdc435f7837) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:53.928107 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:53.959956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.001996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Network b4625722-be90-4944-a2a2-5603ab9cea5a is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:54.005237 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:54.008976 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:54.014099 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:54.014714 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.026442 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:54.029066 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:54.035873 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-7745dc6d-6749-48fa-9928-d6d1a7598fde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4928195 Aug 29 19:12:54.054276 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Request body: {'port': {'device_id': '9713d174-1918-4168-b6e7-bf1359b50155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:54.124354 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.160230 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:54.280042 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-c2cb0b94-1a09-44d9-8dd9-fe06a72b57b7 None None] Provisioning complete for port d4371ad0-840e-40ed-b29d-5fdc435f7837 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:54.280624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c2cb0b94-1a09-44d9-8dd9-fe06a72b57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.312979 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb0b94-1a09-44d9-8dd9-fe06a72b57b7 None None] Port d4371ad0-840e-40ed-b29d-5fdc435f7837 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:12:54.387703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4371ad0-840e-40ed-b29d-5fdc435f7837 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:12:54.395667 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Publish callbacks [] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.408536 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Transition to ACTIVE for port object d4371ad0-840e-40ed-b29d-5fdc435f7837 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:12:54.412495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.480716 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:54.492486 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Attempting to bind port d4371ad0-840e-40ed-b29d-5fdc435f7837 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:12:54.492814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Attempting to bind port d4371ad0-840e-40ed-b29d-5fdc435f7837 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:12:54.493457 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Attempting to bind port d4371ad0-840e-40ed-b29d-5fdc435f7837 on network b4625722-be90-4944-a2a2-5603ab9cea5a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:54.498253 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Port d4371ad0-840e-40ed-b29d-5fdc435f7837 on network b4625722-be90-4944-a2a2-5603ab9cea5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:12:54.498561 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Attempting to bind port d4371ad0-840e-40ed-b29d-5fdc435f7837 on network b4625722-be90-4944-a2a2-5603ab9cea5a {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:54.503432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:12:54.503751 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Checking segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:54.504115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Bound using segment: {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:12:54.504522 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Bound port: d4371ad0-840e-40ed-b29d-5fdc435f7837, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35f0d4f-78e3-4171-96f2-f72a17bc929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:12:54.504866 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.566264 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:12:54.569623 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:12:54.576696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.580748 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:54.581435 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.582700 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 1093 time: 0.5326591 Aug 29 19:12:54.583214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:54.585477 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:54.631602 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35db562-a956-4828-b2c5-24dbf41cde73 x-openstack-request-id: req-e35db562-a956-4828-b2c5-24dbf41cde73 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:54.631889 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:54.632135 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e35db562-a956-4828-b2c5-24dbf41cde73 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:54.632590 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35db562-a956-4828-b2c5-24dbf41cde73'] response: {'name': 'network-changed', 'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'status': 'completed', 'code': 200} Aug 29 19:12:54.689702 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5381a6-e532-4123-80a6-e4d2f1b3a224 req-4477a249-0b19-4844-b66b-cb3dc745f644 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:54.691050 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bd5381a6-e532-4123-80a6-e4d2f1b3a224 req-4477a249-0b19-4844-b66b-cb3dc745f644 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.2205725 Aug 29 19:12:54.707882 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66223187-f2fb-43af-9f56-3ed9bed54299 service neutron] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:54.737600 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-c8d4ecf0-6897-43fc-9559-18b2c5aebb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:54.739042 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-c8d4ecf0-6897-43fc-9559-18b2c5aebb89 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1127 time: 0.0707428 Aug 29 19:12:54.796916 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bd5381a6-e532-4123-80a6-e4d2f1b3a224 req-ebe6f04c-f0cd-41f2-a51e-8f1b0ebd413b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898509 Aug 29 19:12:54.797982 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-c91e813d-940d-43e3-928f-373841fde397 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 217 time: 0.0424945 Aug 29 19:12:54.849083 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-51b4edd5-89e9-4bb8-90df-f183f71ae096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:54.850508 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-51b4edd5-89e9-4bb8-90df-f183f71ae096 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0459108 Aug 29 19:12:54.896034 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab9a4-0010-4109-98c3-206668812d72 req-77ac9724-34b7-4c25-990c-327d980126a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:54.897501 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-77ac9724-34b7-4c25-990c-327d980126a2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397668 Aug 29 19:12:55.007285 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-70b49eef-8c2a-4f6d-bcc6-fb942ea8b1dd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021311 Aug 29 19:12:55.032678 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:55.072389 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:55.100940 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82cab9a4-0010-4109-98c3-206668812d72 req-d76fb03a-c1fb-406c-88df-0988fd13e156 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866661 Aug 29 19:12:55.929514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdec46-c634-491e-9071-723e96967a19 req-93847f4b-37b2-4528-a9cb-3fd99ad68683 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:55.930988 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c9bdec46-c634-491e-9071-723e96967a19 req-93847f4b-37b2-4528-a9cb-3fd99ad68683 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0513642 Aug 29 19:12:55.976777 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c9bdec46-c634-491e-9071-723e96967a19 req-ae72c365-ea01-4451-b13b-e5c97fe92fdf tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Aug 29 19:12:56.132139 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:56.132833 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:56.233852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-07aaab14-9877-4ed5-8b2d-3f18209c7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:56.235400 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-07aaab14-9877-4ed5-8b2d-3f18209c7a74 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1127 time: 0.0408263 Aug 29 19:12:56.329145 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-92e47cff-62bd-465c-9b97-79b3621afe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:56.330609 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-92e47cff-62bd-465c-9b97-79b3621afe49 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.0891025 Aug 29 19:12:56.370341 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-6fb6b494-16e4-4fa0-aa14-f21c22aa3c28 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 217 time: 0.0323009 Aug 29 19:12:56.422951 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-238e7829-bcb0-4e62-bc4d-09a888562890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:56.424424 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-238e7829-bcb0-4e62-bc4d-09a888562890 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0456786 Aug 29 19:12:56.452970 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:56.468370 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6e8766d9-046a-41b2-9ef8-d2e6cc71fddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:56.472258 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-83f9143b-57ff-449e-aa3d-f7653027d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:56.473769 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-83f9143b-57ff-449e-aa3d-f7653027d83d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426922 Aug 29 19:12:56.833594 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacb02d-adec-494b-a4d9-1d20c3eb875a req-f0c6dfc7-a10c-47e7-97e6-5eca100edd77 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:56.835052 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4cacb02d-adec-494b-a4d9-1d20c3eb875a req-f0c6dfc7-a10c-47e7-97e6-5eca100edd77 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0643196 Aug 29 19:12:56.868366 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-9ec66fa0-da10-4d66-b41c-06b868d27dbb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858070 Aug 29 19:12:56.895008 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4cacb02d-adec-494b-a4d9-1d20c3eb875a req-8aa0ba70-6aef-456f-bfd8-b6dcbd18d24d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528641 Aug 29 19:12:57.103064 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7509eb-79c1-4379-bcff-f02b0370f3b6 req-c8ce4d6c-0a37-4e8d-970d-f4d1f48729c7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:57.104583 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0a7509eb-79c1-4379-bcff-f02b0370f3b6 req-c8ce4d6c-0a37-4e8d-970d-f4d1f48729c7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0476701 Aug 29 19:12:57.150761 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0a7509eb-79c1-4379-bcff-f02b0370f3b6 req-091acbde-a1b7-4371-9172-c800372737ef tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Aug 29 19:12:57.584520 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:12:57.605624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:57.686293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:57.697163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'mac_address': 'fa:16:3e:1c:99:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:12:57.731555 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:57.732060 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:57.745044 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4371ad0-840e-40ed-b29d-5fdc435f7837 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:12:57.766422 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:57.769966 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:57.825481 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:58.018902 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50419f08-b6c7-4f6b-b4b5-6353a10a3914 req-8b37729d-1539-4819-b72b-439d5bbd7d7d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:58.020289 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50419f08-b6c7-4f6b-b4b5-6353a10a3914 req-8b37729d-1539-4819-b72b-439d5bbd7d7d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0470145 Aug 29 19:12:58.070908 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50419f08-b6c7-4f6b-b4b5-6353a10a3914 req-7f093dfa-370e-4117-94bb-86d9181b7e0b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Aug 29 19:12:58.212977 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['d4371ad0-840e-40ed-b29d-5fdc435f7837'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:12:58.277366 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee89b3-151f-4855-82d0-26ecb41eef91 req-58ffed97-b7a0-4047-861d-2e6f5afdf75d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:58.279603 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86ee89b3-151f-4855-82d0-26ecb41eef91 req-58ffed97-b7a0-4047-861d-2e6f5afdf75d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 944 time: 0.0469582 Aug 29 19:12:58.326798 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86ee89b3-151f-4855-82d0-26ecb41eef91 req-957a3f94-857d-48c2-b23b-2f0201123ff1 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Aug 29 19:12:58.816798 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b957aca4-c70a-4768-943b-3ce6bfe9e4b4 req-f0f9119e-148b-4a32-9750-2ea3cce53095 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872722 Aug 29 19:12:58.888536 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-151e3357-b117-4d89-90d7-44db0d21a75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.162306 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:59.220846 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d72b-5b8a-4748-ab77-e81dc9e30d7f req-60b62b3c-69fa-4634-8093-31481c986484 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:59.222302 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5296d72b-5b8a-4748-ab77-e81dc9e30d7f req-60b62b3c-69fa-4634-8093-31481c986484 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0791008 Aug 29 19:12:59.227823 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-5eb05b71-63fd-4504-87b9-617aabf750a7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:59.229135 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-5eb05b71-63fd-4504-87b9-617aabf750a7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 945 time: 0.0751402 Aug 29 19:12:59.276441 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:59.332645 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5296d72b-5b8a-4748-ab77-e81dc9e30d7f req-5a86793a-ec8e-4a10-9730-db971e46cd50 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=19306496-5036-4d1f-b809-071034ecec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025734 Aug 29 19:12:59.347670 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Deleting port 2d38d71d-cc1e-42fd-b291-eb339787cf57 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:12:59.348012 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.477076 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a397faf-2bd6-4858-b1bd-af50b3fa186a req-6c24f4f9-712a-4cd0-8137-56aeb9593969 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:59.478497 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8a397faf-2bd6-4858-b1bd-af50b3fa186a req-6c24f4f9-712a-4cd0-8137-56aeb9593969 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 944 time: 0.0727601 Aug 29 19:12:59.480190 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] For port 2d38d71d-cc1e-42fd-b291-eb339787cf57, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2d38d71d-cc1e-42fd-b291-eb339787cf57,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:59.480541 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.604402 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8a397faf-2bd6-4858-b1bd-af50b3fa186a req-04927078-6d57-4e62-ada0-78c1b6b7ad1f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161611 Aug 29 19:12:59.675495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.675835 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (b3b3373e-4635-4feb-bb15-a99075f65019), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.676145 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Floating IP b3b3373e-4635-4feb-bb15-a99075f65019 disassociated. External IP: 172.27.2.121, port: 2d38d71d-cc1e-42fd-b291-eb339787cf57. Aug 29 19:12:59.676479 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Calling delete_port for 2d38d71d-cc1e-42fd-b291-eb339787cf57 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:12:59.729650 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:59.785374 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port d4371ad0-840e-40ed-b29d-5fdc435f7837 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:12:59.792087 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port d4371ad0-840e-40ed-b29d-5fdc435f7837 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:59.792553 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.810211 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (2d38d71d-cc1e-42fd-b291-eb339787cf57), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.839496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event deleted for resources: {'Port': ['ID=2d38d71d-cc1e-42fd-b291-eb339787cf57,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:59.872235 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:59.872949 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.897425 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:12:59.899668 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49135081-51b3-4bc4-8c61-75eddbfc1aa1" -d '{"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-plugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:12:59.913054 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:59.917905 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.919579 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2d38d71d-cc1e-42fd-b291-eb339787cf57 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:12:59.959756 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Router 826beca0-c614-4a07-829c-717b6d1532aa has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:12:59.960296 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e265b6-f79a-4b1e-813e-e35caa4cdd04 x-openstack-request-id: req-80e265b6-f79a-4b1e-813e-e35caa4cdd04 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:12:59.960629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-plugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:12:59.960866 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-80e265b6-f79a-4b1e-813e-e35caa4cdd04 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:12:59.961251 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e265b6-f79a-4b1e-813e-e35caa4cdd04'] response: {'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'code': 200} Aug 29 19:12:59.963986 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 2d38d71d-cc1e-42fd-b291-eb339787cf57 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:12:59.964330 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2d38d71d-cc1e-42fd-b291-eb339787cf57 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:12:59.990187 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:00.007373 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:00.075730 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:00.079307 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:00.090285 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:00.108936 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:00.109812 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:00.137043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] No DVR routers for this DVR port 2d38d71d-cc1e-42fd-b291-eb339787cf57 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:00.140565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:00.143933 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-223b89ac-bf1c-4a20-b158-579fdbbd60df req-b84d64e0-8b6d-4391-ac3e-204cb7b72890 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2d38d71d-cc1e-42fd-b291-eb339787cf57 HTTP/1.1" status: 204 len: 173 time: 0.9077487 Aug 29 19:13:00.144405 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'name': 'network-vif-deleted', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:00.147092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58f4398-e9b7-4f4c-bbde-dfd981a9d745" -d '{"events": [{"server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "name": "network-vif-deleted", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:00.214528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb3e8ba-4d19-4b59-9e05-f0879624b674 x-openstack-request-id: req-ddb3e8ba-4d19-4b59-9e05-f0879624b674 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:00.215056 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f96567-e842-4352-9e40-e31d2f547937", "name": "network-vif-deleted", "tag": "2d38d71d-cc1e-42fd-b291-eb339787cf57", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:00.215574 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ddb3e8ba-4d19-4b59-9e05-f0879624b674 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:00.216358 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb3e8ba-4d19-4b59-9e05-f0879624b674'] response: {'server_uuid': '22f96567-e842-4352-9e40-e31d2f547937', 'name': 'network-vif-deleted', 'tag': '2d38d71d-cc1e-42fd-b291-eb339787cf57', 'status': 'completed', 'code': 200} Aug 29 19:13:00.224629 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17f8f-6650-41a6-a95e-334fb4cb4338 req-7bd327d6-3800-4ec8-ab4a-ae3218a6d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:00.226171 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-56f17f8f-6650-41a6-a95e-334fb4cb4338 req-7bd327d6-3800-4ec8-ab4a-ae3218a6d171 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1129 time: 0.0593536 Aug 29 19:13:00.240816 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:00.277545 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:00.300888 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-56f17f8f-6650-41a6-a95e-334fb4cb4338 req-b6aeab76-6650-40a4-ae98-f223519fa23c service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485351 Aug 29 19:13:00.445976 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:00.453514 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5aed3aeb-b27c-415b-84b8-20bf242307c0 req-a9b3ff0d-178d-408f-9a98-be4e89b89968 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0303347 Aug 29 19:13:00.471175 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:00.479858 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:00.480479 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:00.582417 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:00.744289 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426383-f590-4829-8db4-9f86163e8527 req-dc5dafdc-9f17-459f-b9f4-41b7ec86fb9b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:00.745779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e426383-f590-4829-8db4-9f86163e8527 req-dc5dafdc-9f17-459f-b9f4-41b7ec86fb9b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Aug 29 19:13:00.780680 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:00.795151 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1e426383-f590-4829-8db4-9f86163e8527 req-6c490f17-bf8d-4ce5-9447-4bb71fa7d15c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Aug 29 19:13:00.806309 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959d4d-346d-4c9d-b5a9-1c817aa84e54 None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:01.022202 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4375da-4564-4f6a-8eaf-e6de3dc3e124 None None] New status for floating IP b3b3373e-4635-4feb-bb15-a99075f65019: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:01.487332 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:01.572288 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-871758fb-145a-404d-84f1-bf08185e5a88 req-cd88705d-8a95-4e6b-8ce9-32a4daa486fb tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=22f96567-e842-4352-9e40-e31d2f547937 HTTP/1.1" status: 200 len: 210 time: 0.0267305 Aug 29 19:13:01.862799 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:01.876475 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:01.927971 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d0d5-3f5a-4550-b32e-95c9bc9b1551 req-9c0304dc-9cd0-4233-b47c-edf21a1dc82b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:01.929548 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9b06d0d5-3f5a-4550-b32e-95c9bc9b1551 req-9c0304dc-9cd0-4233-b47c-edf21a1dc82b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Aug 29 19:13:01.980653 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9b06d0d5-3f5a-4550-b32e-95c9bc9b1551 req-552e6674-bd4a-474d-9c2e-c5d9197f407e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Aug 29 19:13:02.405062 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:02.666487 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58096) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:02.725493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e56a9383-08bb-47c6-9430-f47fc94a737f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (19306496-5036-4d1f-b809-071034ecec61), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:02.751403 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e56a9383-08bb-47c6-9430-f47fc94a737f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (19306496-5036-4d1f-b809-071034ecec61), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:02.797475 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e56a9383-08bb-47c6-9430-f47fc94a737f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (19306496-5036-4d1f-b809-071034ecec61), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:02.800232 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e56a9383-08bb-47c6-9430-f47fc94a737f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:02.801391 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e56a9383-08bb-47c6-9430-f47fc94a737f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/19306496-5036-4d1f-b809-071034ecec61 HTTP/1.1" status: 204 len: 168 time: 0.1338310 Aug 29 19:13:02.804384 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58098) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:02.811696 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a9383-08bb-47c6-9430-f47fc94a737f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19306496-5036-4d1f-b809-071034ecec61,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:02.822895 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.api.v2.resource [None req-e4a503a2-57df-4f38-80c8-da018f73d304 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] show failed (client error): The resource could not be found. Aug 29 19:13:02.825324 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e4a503a2-57df-4f38-80c8-da018f73d304 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups/19306496-5036-4d1f-b809-071034ecec61 HTTP/1.1" status: 404 len: 347 time: 0.0184741 Aug 29 19:13:02.828270 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58100) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:02.942969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Deleting port 18963b72-c959-4b9b-97c2-089ddd4e7117 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:02.943247 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.021449 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.021776 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (18963b72-c959-4b9b-97c2-089ddd4e7117), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.034326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Calling delete_port for 18963b72-c959-4b9b-97c2-089ddd4e7117 owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:03.136796 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94283-2ceb-47ea-bac5-b2b1b71cc0e7 req-03decd2f-f65b-475a-9a83-c79c886b0c81 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:03.138409 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-20e94283-2ceb-47ea-bac5-b2b1b71cc0e7 req-03decd2f-f65b-475a-9a83-c79c886b0c81 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Aug 29 19:13:03.220686 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-20e94283-2ceb-47ea-bac5-b2b1b71cc0e7 req-a982f50d-0f16-4254-820e-4ce6e69c99ca tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698681 Aug 29 19:13:03.239347 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (18963b72-c959-4b9b-97c2-089ddd4e7117), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.265586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event deleted for resources: {'Port': ['ID=18963b72-c959-4b9b-97c2-089ddd4e7117,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:03.293310 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (b3b3373e-4635-4feb-bb15-a99075f65019), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.296685 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.297983 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0e1a315c-01a3-462b-ad49-0942fa476e40 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/b3b3373e-4635-4feb-bb15-a99075f65019 HTTP/1.1" status: 204 len: 168 time: 0.4687929 Aug 29 19:13:03.347572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bcc7c-8f14-4564-b941-3df41bcbca09 req-7dbaa040-6fb5-439d-baa3-cfa004f09937 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:03.349092 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da0bcc7c-8f14-4564-b941-3df41bcbca09 req-7dbaa040-6fb5-439d-baa3-cfa004f09937 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0480678 Aug 29 19:13:03.359970 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58108) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:03.364491 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Request body: {'floatingip': {'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:03.378868 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58110) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:03.383450 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943561739', 'description': 'tempest-description--1991002816'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:03.406604 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (fc55b07a-07b9-4cad-8714-db312dd222e6), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.407003 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.467154 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:03.477424 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (c20cd3ef-306d-4016-98ce-69528af438aa), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.481800 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (c20cd3ef-306d-4016-98ce-69528af438aa), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.513482 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.514726 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1348102 Aug 29 19:13:03.515958 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b3d34-68f2-469c-9d3c-21cb43f827bd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20cd3ef-306d-4016-98ce-69528af438aa,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:03.518001 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58112) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:03.522519 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'security_group_rule': {'security_group_id': 'c20cd3ef-306d-4016-98ce-69528af438aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:03.550664 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (c0310ea2-7e7e-442d-baf9-057cf2662b6d), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.606529 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (c0310ea2-7e7e-442d-baf9-057cf2662b6d), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.611979 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (c0310ea2-7e7e-442d-baf9-057cf2662b6d), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.629059 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:03.634711 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0310ea2-7e7e-442d-baf9-057cf2662b6d,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:03.644113 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.647860 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-37cc5b47-b471-4aed-81f9-3b16fdc7962a tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264141 Aug 29 19:13:03.648064 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58114) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:03.652368 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'security_group_rule': {'security_group_id': 'c20cd3ef-306d-4016-98ce-69528af438aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:03.679842 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (1d5eaeb0-ed48-41d6-9c11-c5fe6abcf9f6), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.740475 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (1d5eaeb0-ed48-41d6-9c11-c5fe6abcf9f6), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.744145 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (1d5eaeb0-ed48-41d6-9c11-c5fe6abcf9f6), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.765405 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5eaeb0-ed48-41d6-9c11-c5fe6abcf9f6,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:03.773573 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.775657 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0b3cc731-5850-4e20-8472-9c567186c0b7 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257503 Aug 29 19:13:03.778413 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58116) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:03.782339 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:03.805084 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.863762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.868116 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (fc55b07a-07b9-4cad-8714-db312dd222e6), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.890334 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:03.938460 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:03.954550 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:03.966791 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Floating IP fc55b07a-07b9-4cad-8714-db312dd222e6 associated. External IP: 172.27.2.145, port: d4371ad0-840e-40ed-b29d-5fdc435f7837. Aug 29 19:13:04.004066 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Allocated IP 172.27.2.48 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/a11d2c78-3636-49b6-9f3f-3d68afae7039) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:13:04.113018 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.144588 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.175092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:04.186670 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:13:04.189706 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:13:04.193675 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:13:04.215912 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'Port': ['ID=a11d2c78-3636-49b6-9f3f-3d68afae7039,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:04.284402 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:04.288392 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (fe826445-89ba-4905-b1dc-fc1b717600ed), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.289130 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.294729 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:04.306578 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:04.307212 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:04.324697 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f8354e1f-82a5-49a0-bedb-80979a762636 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/fc55b07a-07b9-4cad-8714-db312dd222e6 HTTP/1.1" status: 200 len: 991 time: 0.9636285 Aug 29 19:13:04.326276 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:04.328729 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27988a91-3c98-4e01-b09f-238c72a119ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:04.331464 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.367343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a7c54-e96f-4e7a-a051-a5a7863beccc x-openstack-request-id: req-f06a7c54-e96f-4e7a-a051-a5a7863beccc {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:04.367748 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:04.368153 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f06a7c54-e96f-4e7a-a051-a5a7863beccc {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:04.368664 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06a7c54-e96f-4e7a-a051-a5a7863beccc'] response: {'name': 'network-changed', 'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'status': 'completed', 'code': 200} Aug 29 19:13:04.463610 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27988a91-3c98-4e01-b09f-238c72a119ec req-7ec55ebd-a289-406e-85a3-162f717d8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:04.466082 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-7ec55ebd-a289-406e-85a3-162f717d8f3d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1129 time: 0.0429349 Aug 29 19:13:04.492381 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.498986 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.501743 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:04.566128 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27988a91-3c98-4e01-b09f-238c72a119ec req-e7048b47-5dcb-4dde-8dbf-0678c0d2651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:04.567850 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-e7048b47-5dcb-4dde-8dbf-0678c0d2651f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.0956237 Aug 29 19:13:04.573201 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'Port': ['ID=a11d2c78-3636-49b6-9f3f-3d68afae7039,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:04.575998 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (fe826445-89ba-4905-b1dc-fc1b717600ed), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.595654 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:04.605614 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fc6ce060-92d9-4952-bb28-956fa69b10aa tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8179460 Aug 29 19:13:04.640708 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:04.647793 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-2fe82cb1-3ad1-4d9e-80d1-1dfea94ad079 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 999 time: 0.0655160 Aug 29 19:13:04.688929 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:04.703465 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27988a91-3c98-4e01-b09f-238c72a119ec req-ebce289f-16b1-4d67-b6a9-4cc220cd1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:04.705100 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-ebce289f-16b1-4d67-b6a9-4cc220cd1c46 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0484638 Aug 29 19:13:04.727778 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:04.742341 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'fc55b07a-07b9-4cad-8714-db312dd222e6', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'mac_address': 'fa:16:3e:1c:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9713d174-1918-4168-b6e7-bf1359b50155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:12:50Z', 'updated_at': '2022-08-29T19:13:03Z', 'revision_number': 1, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:04.768097 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:04.776626 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:04.777234 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:04.779183 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27988a91-3c98-4e01-b09f-238c72a119ec req-44aba098-af94-4519-8306-af8b2c2319c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:04.780632 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-44aba098-af94-4519-8306-af8b2c2319c2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661964 Aug 29 19:13:04.821065 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:04.844012 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-f3cdfebf-11f8-482c-ade5-92417b00e190 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1943561739&fields=id&tenant_id=5dda60c835244f5f9c980ed1927d9784 HTTP/1.1" status: 200 len: 267 time: 0.1170685 Aug 29 19:13:04.880714 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:04.949940 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-50ae535c-94b2-4483-bd32-1eb5a8775203 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611118 Aug 29 19:13:05.099604 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'fc55b07a-07b9-4cad-8714-db312dd222e6', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'mac_address': 'fa:16:3e:1c:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9713d174-1918-4168-b6e7-bf1359b50155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:12:50Z', 'updated_at': '2022-08-29T19:13:03Z', 'revision_number': 1, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:05.129786 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847c028-f201-4115-81be-4a962a8b4ec2 None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'fc55b07a-07b9-4cad-8714-db312dd222e6', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'mac_address': 'fa:16:3e:1c:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9713d174-1918-4168-b6e7-bf1359b50155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:12:50Z', 'updated_at': '2022-08-29T19:13:03Z', 'revision_number': 1, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:05.283521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-95dec076-6f1f-4106-af02-5666bee17291 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:05.285064 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-95dec076-6f1f-4106-af02-5666bee17291 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 811 time: 0.4328148 Aug 29 19:13:05.310935 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-6b8e507b-84be-4eb7-b554-9339c5b94559 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/quotas/5dda60c835244f5f9c980ed1927d9784 HTTP/1.1" status: 200 len: 375 time: 0.0171852 Aug 29 19:13:05.338707 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0bb1b-bb41-4185-bc45-4f64c4f40846 None None] New status for floating IP fc55b07a-07b9-4cad-8714-db312dd222e6: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:05.364194 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-27988a91-3c98-4e01-b09f-238c72a119ec req-641fe5ae-933b-4bb7-b1af-27bcbfc09ba3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051776 Aug 29 19:13:05.374026 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-c06c011c-600c-4d8a-8eb7-f8c60dbf962b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564668 Aug 29 19:13:05.383831 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:05.536364 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-5add7dbe-2d5d-4ee2-867b-5a892f629aac service neutron] 10.222.0.94 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442134 Aug 29 19:13:05.628772 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-3777778f-d1f9-4605-8277-db2e5ac63642 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863423 Aug 29 19:13:05.808661 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7fb1cbfc-8b66-4465-9a2a-e673c0f0d654 req-407fafd1-49bc-4646-85a2-5a3eff54c658 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 210 time: 0.0344379 Aug 29 19:13:06.916796 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acbd7035-b7ee-4648-9761-23397eaff863 req-2c62cde8-ffe4-44ff-a101-90362f6867c9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 210 time: 0.0318081 Aug 29 19:13:07.453848 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-334af1ac-3b0a-4638-a412-02351ad41347 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:07.455281 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-334af1ac-3b0a-4638-a412-02351ad41347 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 811 time: 0.1171775 Aug 29 19:13:07.531691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-47116f6d-bb39-40c8-bb6d-40144bb96356 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5dda60c835244f5f9c980ed1927d9784 HTTP/1.1" status: 200 len: 380 time: 0.0579474 Aug 29 19:13:07.584450 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'port': {'device_id': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'admin_state_up': True, 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'security_groups': ['c20cd3ef-306d-4016-98ce-69528af438aa']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:07.679727 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:07.695820 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Made reservation on behalf of 5dda60c835244f5f9c980ed1927d9784 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:13:07.700361 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:07.776937 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:07.835638 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Allocated IP 172.20.0.6 (72f0c062-bae6-4f61-bab2-9380409ee0e3/4e3c8e73-b6aa-4bee-9312-0b9a3d580f65/86571d83-f032-4925-a522-e017c5c41946) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:13:07.977569 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for port (86571d83-f032-4925-a522-e017c5c41946), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.032426 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dd9627f8-9efe-4039-9e1a-4c58767e51cc req-5e14d04d-972d-465c-836e-69819dabdc2b tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 210 time: 0.0392416 Aug 29 19:13:08.040386 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (86571d83-f032-4925-a522-e017c5c41946), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.087408 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:13:08.093005 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:13:08.095119 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event updated for resources: {'Port': ['ID=86571d83-f032-4925-a522-e017c5c41946,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:08.097228 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:13:08.101637 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:08.102240 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.120648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-b2c707e6-848a-4462-b248-05f6b94fb563 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425367 Aug 29 19:13:08.147575 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Request body: {'port': {'device_id': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:08.210005 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (86571d83-f032-4925-a522-e017c5c41946), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.335174 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-77ebb80f-8cee-450c-994f-0eb9bf10a097 None None] Provisioning complete for port 86571d83-f032-4925-a522-e017c5c41946 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:13:08.335784 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-77ebb80f-8cee-450c-994f-0eb9bf10a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (86571d83-f032-4925-a522-e017c5c41946), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.367167 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-77ebb80f-8cee-450c-994f-0eb9bf10a097 None None] Port 86571d83-f032-4925-a522-e017c5c41946 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:13:08.468984 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86571d83-f032-4925-a522-e017c5c41946 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:13:08.476461 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Publish callbacks [] for port (86571d83-f032-4925-a522-e017c5c41946), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.489321 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Transition to ACTIVE for port object 86571d83-f032-4925-a522-e017c5c41946 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:13:08.493088 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (86571d83-f032-4925-a522-e017c5c41946), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.501177 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:08.565883 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:08.572567 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=86571d83-f032-4925-a522-e017c5c41946,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:08.581742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Attempting to bind port 86571d83-f032-4925-a522-e017c5c41946 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:13:08.581742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Attempting to bind port 86571d83-f032-4925-a522-e017c5c41946 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:13:08.581742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Attempting to bind port 86571d83-f032-4925-a522-e017c5c41946 on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:13:08.587258 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Port 86571d83-f032-4925-a522-e017c5c41946 on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:13:08.587564 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Attempting to bind port 86571d83-f032-4925-a522-e017c5c41946 on network 72f0c062-bae6-4f61-bab2-9380409ee0e3 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:13:08.594211 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:13:08.594538 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Checking segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:13:08.594916 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Bound using segment: {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:13:08.595398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Bound port: 86571d83-f032-4925-a522-e017c5c41946, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:13:08.595754 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (86571d83-f032-4925-a522-e017c5c41946), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.657668 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] For port 86571d83-f032-4925-a522-e017c5c41946, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:13:08.660740 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] For port 86571d83-f032-4925-a522-e017c5c41946, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=86571d83-f032-4925-a522-e017c5c41946,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:13:08.666857 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (86571d83-f032-4925-a522-e017c5c41946), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.671275 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:08.672147 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:08.673546 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/86571d83-f032-4925-a522-e017c5c41946 HTTP/1.1" status: 200 len: 1093 time: 0.5302901 Aug 29 19:13:08.675879 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'tag': '86571d83-f032-4925-a522-e017c5c41946'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:08.678160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b5b9b3-441e-4bd6-a60a-25ff658deb46" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "tag": "86571d83-f032-4925-a522-e017c5c41946"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:08.728384 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5048e270-5119-466d-a766-9b3a54a6be65 x-openstack-request-id: req-5048e270-5119-466d-a766-9b3a54a6be65 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:08.728673 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "tag": "86571d83-f032-4925-a522-e017c5c41946", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:08.728923 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5048e270-5119-466d-a766-9b3a54a6be65 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:08.729323 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5048e270-5119-466d-a766-9b3a54a6be65'] response: {'name': 'network-changed', 'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'tag': '86571d83-f032-4925-a522-e017c5c41946', 'status': 'completed', 'code': 200} Aug 29 19:13:08.735131 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f93da5-25b4-455c-aa4b-1ee947548bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=86571d83-f032-4925-a522-e017c5c41946,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:08.809408 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-c0f02221-62d4-4ce3-b1a6-466bc5cc2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:08.811300 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-c0f02221-62d4-4ce3-b1a6-466bc5cc2314 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 1127 time: 0.0422015 Aug 29 19:13:08.862614 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-4033e7a4-1fe1-4696-80c2-2b508ac469e2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86571d83-f032-4925-a522-e017c5c41946 HTTP/1.1" status: 200 len: 217 time: 0.0365188 Aug 29 19:13:08.912621 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-bc234f9a-3cce-40f5-bdd7-72bf42e43725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:08.914072 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-bc234f9a-3cce-40f5-bdd7-72bf42e43725 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0453975 Aug 29 19:13:08.959719 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-39ba6ad9-9bc4-4ff3-be9e-724b956b7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:08.961228 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-39ba6ad9-9bc4-4ff3-be9e-724b956b7e89 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387580 Aug 29 19:13:09.056264 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-9987d59a-725b-49c0-a058-2c7e05aa0aa7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870831 Aug 29 19:13:09.165116 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648075ac-0495-443e-8a41-b332d2f26b91 req-7e041043-d9a2-4a5c-a954-09ee5b846099 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:09.166441 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-648075ac-0495-443e-8a41-b332d2f26b91 req-7e041043-d9a2-4a5c-a954-09ee5b846099 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 943 time: 0.0586374 Aug 29 19:13:09.206317 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e895dc05-b305-4fbd-aee1-6fb4ee85a360 req-8fa2f3b9-0e11-4b91-85fc-15ceeb53d74e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428285 Aug 29 19:13:09.226751 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-648075ac-0495-443e-8a41-b332d2f26b91 req-50823ea9-f170-4faa-8c82-3e232d066d7c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533183 Aug 29 19:13:10.350495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58201-efa2-46ff-a5f0-d16b5566694c req-75b882bd-e5b2-48c6-b2a3-7a9180fe0cf9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:10.351966 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5e58201-efa2-46ff-a5f0-d16b5566694c req-75b882bd-e5b2-48c6-b2a3-7a9180fe0cf9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 943 time: 0.0481691 Aug 29 19:13:10.399280 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5e58201-efa2-46ff-a5f0-d16b5566694c req-4c6ebd26-fb1e-4973-ad01-68bb8adaf05d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Aug 29 19:13:10.441878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-f1908e35-801e-42df-8ea9-e3395ba1db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:10.443426 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-f1908e35-801e-42df-8ea9-e3395ba1db32 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 1127 time: 0.0432401 Aug 29 19:13:10.536880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-412e919a-ee4b-4efd-8038-df25cd5bb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:10.538231 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-412e919a-ee4b-4efd-8038-df25cd5bb055 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.0845971 Aug 29 19:13:10.582547 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-99437232-6079-415b-b667-4a78bdccabbc service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86571d83-f032-4925-a522-e017c5c41946 HTTP/1.1" status: 200 len: 217 time: 0.0349174 Aug 29 19:13:10.630579 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-c5bf1c13-f3ec-45e7-9b7e-3e7158444f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:10.632022 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-c5bf1c13-f3ec-45e7-9b7e-3e7158444f4a service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0434165 Aug 29 19:13:10.675712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-f716d937-2d1d-448d-a303-cf2f4a282854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:10.677153 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-f716d937-2d1d-448d-a303-cf2f4a282854 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384374 Aug 29 19:13:10.705199 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:10.747536 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:10.774168 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-7c229201-b278-483e-a29b-8c61cc119d33 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881059 Aug 29 19:13:10.865439 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-19b5b9b3-441e-4bd6-a60a-25ff658deb46 req-0edf4fc6-b7b0-49fb-866e-8196fa4e3e52 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Aug 29 19:13:11.519694 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee64a6-54b4-40d7-9c22-3c9375a8384f req-87f20bf0-eba1-436e-90a4-a8abee5e381d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:11.521054 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2eee64a6-54b4-40d7-9c22-3c9375a8384f req-87f20bf0-eba1-436e-90a4-a8abee5e381d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 943 time: 0.0474646 Aug 29 19:13:11.571538 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2eee64a6-54b4-40d7-9c22-3c9375a8384f req-50eba12b-7128-42c4-be77-86e768946d61 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Aug 29 19:13:11.664571 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 86571d83-f032-4925-a522-e017c5c41946 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:13:11.768014 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 86571d83-f032-4925-a522-e017c5c41946, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=86571d83-f032-4925-a522-e017c5c41946,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:11.779865 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '86571d83-f032-4925-a522-e017c5c41946', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'port_id': '86571d83-f032-4925-a522-e017c5c41946', 'mac_address': 'fa:16:3e:1e:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:13:11.817855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 86571d83-f032-4925-a522-e017c5c41946 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:13:11.818246 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (86571d83-f032-4925-a522-e017c5c41946), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:11.831184 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86571d83-f032-4925-a522-e017c5c41946 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:13:11.854975 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 86571d83-f032-4925-a522-e017c5c41946, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=86571d83-f032-4925-a522-e017c5c41946,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:11.859940 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (86571d83-f032-4925-a522-e017c5c41946), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:11.907391 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=86571d83-f032-4925-a522-e017c5c41946,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:12.283081 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['86571d83-f032-4925-a522-e017c5c41946'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:13:12.693167 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a261b-c4b4-447d-a0c6-90c8dea091d0 req-90563a9f-274a-4755-8cb9-d9a70eed8228 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:12.694619 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-788a261b-c4b4-447d-a0c6-90c8dea091d0 req-90563a9f-274a-4755-8cb9-d9a70eed8228 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 944 time: 0.0477531 Aug 29 19:13:12.741702 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-788a261b-c4b4-447d-a0c6-90c8dea091d0 req-ef5d7273-fe2e-4a15-9a00-b13ce88bacb9 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Aug 29 19:13:13.699474 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 86571d83-f032-4925-a522-e017c5c41946 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:13:13.744138 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 86571d83-f032-4925-a522-e017c5c41946 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:13:13.751563 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 86571d83-f032-4925-a522-e017c5c41946 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:13:13.752065 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (86571d83-f032-4925-a522-e017c5c41946), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:13.827111 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 86571d83-f032-4925-a522-e017c5c41946 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:13:13.827496 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (86571d83-f032-4925-a522-e017c5c41946), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:13.852068 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86571d83-f032-4925-a522-e017c5c41946'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:13.854364 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5a8b9-d214-4e82-bef2-e2252b6cae32" -d '{"events": [{"server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "name": "network-vif-plugged", "status": "completed", "tag": "86571d83-f032-4925-a522-e017c5c41946"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:13.871285 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd27de-f47f-4054-956f-1164fcb3064c req-b5d0c3bd-8a29-4be2-bf63-f50417b95956 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:13.875960 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 86571d83-f032-4925-a522-e017c5c41946, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=86571d83-f032-4925-a522-e017c5c41946,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:13.881473 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (86571d83-f032-4925-a522-e017c5c41946), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:13.881815 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8dd27de-f47f-4054-956f-1164fcb3064c req-b5d0c3bd-8a29-4be2-bf63-f50417b95956 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 944 time: 0.0633197 Aug 29 19:13:13.907185 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae35ad7-0760-4961-adbe-512d59c506c7 x-openstack-request-id: req-8ae35ad7-0760-4961-adbe-512d59c506c7 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:13.907498 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "name": "network-vif-plugged", "status": "completed", "tag": "86571d83-f032-4925-a522-e017c5c41946", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:13.907736 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8ae35ad7-0760-4961-adbe-512d59c506c7 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:13.908140 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae35ad7-0760-4961-adbe-512d59c506c7'] response: {'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86571d83-f032-4925-a522-e017c5c41946', 'code': 200} Aug 29 19:13:13.934199 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8dd27de-f47f-4054-956f-1164fcb3064c req-ff1e3c23-5574-47b9-b92a-f841543d2938 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514650 Aug 29 19:13:13.943798 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=86571d83-f032-4925-a522-e017c5c41946,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:14.442320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:14.453701 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:14.586375 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=68,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:14.588340 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:14.698232 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091275f-54a8-4bb5-8bf6-61ed5a1cbd72 req-34373cf1-d2a9-440a-8207-781b93dcd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:14.699686 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a091275f-54a8-4bb5-8bf6-61ed5a1cbd72 req-34373cf1-d2a9-440a-8207-781b93dcd1ec service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 1129 time: 0.0445991 Aug 29 19:13:14.748720 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a091275f-54a8-4bb5-8bf6-61ed5a1cbd72 req-f7513ce9-9b74-42df-8355-6f3f292ed9df service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399497 Aug 29 19:13:15.055424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dbdda-fb62-44ef-948f-4e7518cc3f50 req-cf4d86c0-38ea-48b3-af6d-4838b0c8e0dd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:15.056918 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a18dbdda-fb62-44ef-948f-4e7518cc3f50 req-cf4d86c0-38ea-48b3-af6d-4838b0c8e0dd tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0478072 Aug 29 19:13:15.108863 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a18dbdda-fb62-44ef-948f-4e7518cc3f50 req-d670a387-ed1e-4ef5-9b59-949f8e73aa5e tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Aug 29 19:13:15.880223 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:13:16.236240 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03f64-07b9-4c21-86d8-4397db5af2d9 req-ecb92ad3-5a4e-411e-85d0-6582b0974630 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:16.237686 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-06e03f64-07b9-4c21-86d8-4397db5af2d9 req-ecb92ad3-5a4e-411e-85d0-6582b0974630 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0508168 Aug 29 19:13:16.286510 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-06e03f64-07b9-4c21-86d8-4397db5af2d9 req-a5211104-c704-4553-8d81-71bc3666ba9c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Aug 29 19:13:17.409580 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed51f37-1e25-43b8-bfc6-419f0f7a57f6 req-8ef453d0-60d2-4aac-bc64-e04299e3e3ec tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:17.411090 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ed51f37-1e25-43b8-bfc6-419f0f7a57f6 req-8ef453d0-60d2-4aac-bc64-e04299e3e3ec tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0495293 Aug 29 19:13:17.463249 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ed51f37-1e25-43b8-bfc6-419f0f7a57f6 req-5eb669ca-adc5-46ed-a165-8d1d944983a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Aug 29 19:13:17.579640 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f027a3-3c4a-46a1-9c12-11c4b670a3cb req-3579fbf1-510b-4f96-9227-23b8536d2277 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:17.581094 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69f027a3-3c4a-46a1-9c12-11c4b670a3cb req-3579fbf1-510b-4f96-9227-23b8536d2277 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0471122 Aug 29 19:13:17.590876 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58248) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:17.595048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Request body: {'floatingip': {'port_id': '86571d83-f032-4925-a522-e017c5c41946'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:17.635981 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (fe826445-89ba-4905-b1dc-fc1b717600ed), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:17.795267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:17.842441 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:18.026992 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade7d84-7081-4895-b368-ea912f715e36 req-79573f5d-b39b-4f1b-9a61-00731af36d38 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:18.028482 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ade7d84-7081-4895-b368-ea912f715e36 req-79573f5d-b39b-4f1b-9a61-00731af36d38 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0858359 Aug 29 19:13:18.142496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:18.146149 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9ade7d84-7081-4895-b368-ea912f715e36 req-cb49914a-6ba0-4a9d-8648-71f25fcd2181 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952590 Aug 29 19:13:18.151848 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (fe826445-89ba-4905-b1dc-fc1b717600ed), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:18.246377 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Floating IP fe826445-89ba-4905-b1dc-fc1b717600ed associated. External IP: 172.27.2.48, port: 86571d83-f032-4925-a522-e017c5c41946. Aug 29 19:13:18.689110 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Router 826beca0-c614-4a07-829c-717b6d1532aa has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:18.789718 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:18.795567 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:18.800160 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:18.810964 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:18.811619 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:18.827998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-6681f236-e693-4d01-9b1a-05fe4eef0fb2 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/fe826445-89ba-4905-b1dc-fc1b717600ed HTTP/1.1" status: 200 len: 990 time: 1.2360432 Aug 29 19:13:18.829253 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'tag': '86571d83-f032-4925-a522-e017c5c41946'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:18.832044 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d01194-a25f-41ba-8174-759bac25eb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "tag": "86571d83-f032-4925-a522-e017c5c41946"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:18.917796 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:18.930005 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd000c-1a78-49c1-8e65-b227dccbcb90 x-openstack-request-id: req-c7cd000c-1a78-49c1-8e65-b227dccbcb90 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:18.930367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "tag": "86571d83-f032-4925-a522-e017c5c41946", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:18.930687 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c7cd000c-1a78-49c1-8e65-b227dccbcb90 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:18.931198 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cd000c-1a78-49c1-8e65-b227dccbcb90'] response: {'name': 'network-changed', 'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'tag': '86571d83-f032-4925-a522-e017c5c41946', 'status': 'completed', 'code': 200} Aug 29 19:13:19.124494 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'fe826445-89ba-4905-b1dc-fc1b717600ed', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'port_id': '86571d83-f032-4925-a522-e017c5c41946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'mac_address': 'fa:16:3e:1e:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:04Z', 'updated_at': '2022-08-29T19:13:18Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:19.152142 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:19.162278 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:19.163134 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:19.246007 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:19.264650 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:19.269725 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b855-fb9a-4ecc-b347-760895e8bbcd req-845154c5-90ab-4a75-b96f-e280131737a1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:19.271250 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3497b855-fb9a-4ecc-b347-760895e8bbcd req-845154c5-90ab-4a75-b96f-e280131737a1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0483325 Aug 29 19:13:19.319995 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3497b855-fb9a-4ecc-b347-760895e8bbcd req-d96ce4b1-0237-4431-addb-7b05ca26a751 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Aug 29 19:13:19.397259 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:19.479062 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'fe826445-89ba-4905-b1dc-fc1b717600ed', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'port_id': '86571d83-f032-4925-a522-e017c5c41946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'mac_address': 'fa:16:3e:1e:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:04Z', 'updated_at': '2022-08-29T19:13:18Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:19.502964 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814bf8c-5f37-4e1c-abe7-5b9eb1c29f77 None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'fe826445-89ba-4905-b1dc-fc1b717600ed', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'port_id': '86571d83-f032-4925-a522-e017c5c41946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'mac_address': 'fa:16:3e:1e:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:04Z', 'updated_at': '2022-08-29T19:13:18Z', 'revision_number': 1, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:19.608696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-4f551e06-b27d-491b-9d4a-fd1d78373d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:19.610190 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-4f551e06-b27d-491b-9d4a-fd1d78373d41 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5dda60c835244f5f9c980ed1927d9784&device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 1129 time: 0.0863836 Aug 29 19:13:19.695804 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6440b4e-2476-4361-b655-2e4ad66bdf5c None None] New status for floating IP fe826445-89ba-4905-b1dc-fc1b717600ed: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:19.700603 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:19.818871 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:19.840881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:19.858286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-ed7c1ead-b6e8-4f90-9426-967b9e3d2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:19.859760 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-ed7c1ead-b6e8-4f90-9426-967b9e3d2a07 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 200 len: 913 time: 0.1011674 Aug 29 19:13:20.014566 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-f983abd6-8bc8-4a18-9f4f-a781c2d3e069 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:20.016075 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-f983abd6-8bc8-4a18-9f4f-a781c2d3e069 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0527463 Aug 29 19:13:20.021154 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-eaff0791-d943-4f3c-b43f-c4aa0ea1f338 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86571d83-f032-4925-a522-e017c5c41946 HTTP/1.1" status: 200 len: 1000 time: 0.0581620 Aug 29 19:13:20.086059 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-59332eab-8522-4c69-b119-3c3c0f6203b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:20.087546 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-59332eab-8522-4c69-b119-3c3c0f6203b5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 200 len: 850 time: 0.0505023 Aug 29 19:13:20.119766 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 547abed6-9c9a-44ab-8528-0a763a1230f2 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:20.120108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:20.132678 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-efb9f6d9-d27a-4f6c-a106-2d917e51618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:20.134153 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-efb9f6d9-d27a-4f6c-a106-2d917e51618b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=72f0c062-bae6-4f61-bab2-9380409ee0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395184 Aug 29 19:13:20.218312 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] For port 547abed6-9c9a-44ab-8528-0a763a1230f2, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=547abed6-9c9a-44ab-8528-0a763a1230f2,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:20.218941 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:20.230536 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-eb6a07b2-c8a8-429f-b89f-b66d1b0ee5ed service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851095 Aug 29 19:13:20.349619 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f3d01194-a25f-41ba-8174-759bac25eb9d req-b38cd74d-f2eb-4499-8d2f-102033081a25 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038775 Aug 29 19:13:20.445615 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:20.445976 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (40dc92ac-78d0-4307-8e9d-ac262d805946), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:20.446297 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP 40dc92ac-78d0-4307-8e9d-ac262d805946 disassociated. External IP: 172.27.2.173, port: 547abed6-9c9a-44ab-8528-0a763a1230f2. Aug 29 19:13:20.446638 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 547abed6-9c9a-44ab-8528-0a763a1230f2 owned by compute:nova {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:20.456874 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159272f6-d9d0-41c8-bda9-581cc4b41624 req-f13dbfc2-a71c-4da1-ac09-7452cd43cd00 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:20.458365 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-159272f6-d9d0-41c8-bda9-581cc4b41624 req-f13dbfc2-a71c-4da1-ac09-7452cd43cd00 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Aug 29 19:13:20.517885 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-159272f6-d9d0-41c8-bda9-581cc4b41624 req-e1e530d0-08cc-4949-bda8-0cd5d6dd0285 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519941 Aug 29 19:13:20.578451 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (547abed6-9c9a-44ab-8528-0a763a1230f2), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:20.611261 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=547abed6-9c9a-44ab-8528-0a763a1230f2,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:20.624081 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.624845 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.625405 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.625955 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.626332 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.626697 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.627033 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.627413 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.627754 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.628086 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.628419 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.628753 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.629083 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.629410 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.629765 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:20.736885 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:20.853481 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:20.866437 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:20.882358 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:20.883298 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:20.925994 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] No DVR routers for this DVR port 547abed6-9c9a-44ab-8528-0a763a1230f2 on host hv-cinder-73126 {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:20.928823 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:20.932440 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-e09907cd-8f60-42dc-84fb-e172035c3532 req-b69b059c-4bd7-441b-a3ec-94c2329d81ad tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "DELETE /networking/v2.0/ports/547abed6-9c9a-44ab-8528-0a763a1230f2 HTTP/1.1" status: 204 len: 173 time: 0.8961742 Aug 29 19:13:20.932944 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'name': 'network-vif-deleted', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:20.935907 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5d37fc-0981-4da2-82e2-ffd423ba960c" -d '{"events": [{"server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "name": "network-vif-deleted", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:20.994875 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ecad5-72ca-4aa3-a1d9-81dc18819ea6 x-openstack-request-id: req-c13ecad5-72ca-4aa3-a1d9-81dc18819ea6 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:20.995274 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddcbed3-129a-497b-aefb-a8a42ad2aec6", "name": "network-vif-deleted", "tag": "547abed6-9c9a-44ab-8528-0a763a1230f2", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:20.995592 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c13ecad5-72ca-4aa3-a1d9-81dc18819ea6 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:20.996063 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13ecad5-72ca-4aa3-a1d9-81dc18819ea6'] response: {'server_uuid': '0ddcbed3-129a-497b-aefb-a8a42ad2aec6', 'name': 'network-vif-deleted', 'tag': '547abed6-9c9a-44ab-8528-0a763a1230f2', 'status': 'completed', 'code': 200} Aug 29 19:13:21.100149 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:21.313901 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:21.339898 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:21.348673 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:21.349268 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:21.451895 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:21.634961 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e5171842-88d4-402e-8901-61d8f2bca4f0 req-47ff88f3-5c41-45df-bea0-d2062b573222 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0ddcbed3-129a-497b-aefb-a8a42ad2aec6 HTTP/1.1" status: 200 len: 210 time: 0.0316708 Aug 29 19:13:21.642765 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:21.668142 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac44c8-793a-4339-8542-9099d9aaa9b5 None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:21.898577 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845fd2c-63f3-4133-82f6-009d28ad2387 None None] New status for floating IP 40dc92ac-78d0-4307-8e9d-ac262d805946: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:22.732436 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58278) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:22.774032 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:22.790182 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5012a3b4-6ad9-49f9-8aec-8ad770bc6097 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (447e8ceb-ef86-43ac-a01c-bb3b0c4f25be), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:22.814449 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5012a3b4-6ad9-49f9-8aec-8ad770bc6097 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (447e8ceb-ef86-43ac-a01c-bb3b0c4f25be), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:22.839330 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:22.867547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5012a3b4-6ad9-49f9-8aec-8ad770bc6097 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (447e8ceb-ef86-43ac-a01c-bb3b0c4f25be), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:22.870293 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5012a3b4-6ad9-49f9-8aec-8ad770bc6097 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:22.871495 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-5012a3b4-6ad9-49f9-8aec-8ad770bc6097 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/447e8ceb-ef86-43ac-a01c-bb3b0c4f25be HTTP/1.1" status: 204 len: 168 time: 0.1380064 Aug 29 19:13:22.874599 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58282) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:22.880908 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012a3b4-6ad9-49f9-8aec-8ad770bc6097 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e8ceb-ef86-43ac-a01c-bb3b0c4f25be,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:22.888736 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.api.v2.resource [None req-7a96c749-d40c-4583-b337-449e8663746b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] show failed (client error): The resource could not be found. Aug 29 19:13:22.889739 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7a96c749-d40c-4583-b337-449e8663746b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups/447e8ceb-ef86-43ac-a01c-bb3b0c4f25be HTTP/1.1" status: 404 len: 347 time: 0.0141261 Aug 29 19:13:22.893006 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58284) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:23.003574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 76249d96-9ec4-4e21-b612-979cbb4ab995 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:23.003839 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.084617 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.084938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (76249d96-9ec4-4e21-b612-979cbb4ab995), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.098641 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 76249d96-9ec4-4e21-b612-979cbb4ab995 owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:23.238857 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (76249d96-9ec4-4e21-b612-979cbb4ab995), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.263528 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=76249d96-9ec4-4e21-b612-979cbb4ab995,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:23.329461 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (40dc92ac-78d0-4307-8e9d-ac262d805946), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.331995 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.333148 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-487249c8-db8c-4b17-b949-08ee32f7eae4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/40dc92ac-78d0-4307-8e9d-ac262d805946 HTTP/1.1" status: 204 len: 168 time: 0.4391134 Aug 29 19:13:23.406038 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58300) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:23.410993 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055543698', 'description': 'tempest-description--192650175'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:23.434993 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.510230 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (da1760ba-a063-40bf-9ec6-98612623cc33), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.514306 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (da1760ba-a063-40bf-9ec6-98612623cc33), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.545941 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.547192 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401255 Aug 29 19:13:23.549269 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153130d4-5f4f-4552-8b82-c2f1df2c36f9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1760ba-a063-40bf-9ec6-98612623cc33,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:23.550177 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58302) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:23.556127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': 'da1760ba-a063-40bf-9ec6-98612623cc33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:23.583360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (5e57bf50-303c-4acd-ae59-584875cdf9b1), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.638860 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (5e57bf50-303c-4acd-ae59-584875cdf9b1), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.642776 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (5e57bf50-303c-4acd-ae59-584875cdf9b1), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.662448 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e57bf50-303c-4acd-ae59-584875cdf9b1,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:23.671838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.673018 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e39c603e-409c-4c9a-b2b1-732d15512df0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209085 Aug 29 19:13:23.675714 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58304) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:23.679919 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'security_group_rule': {'security_group_id': 'da1760ba-a063-40bf-9ec6-98612623cc33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:23.705642 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (2566b9f9-323f-4047-a967-50fc5bf8968c), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.717390 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 547abed6-9c9a-44ab-8528-0a763a1230f2 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:23.736148 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 547abed6-9c9a-44ab-8528-0a763a1230f2 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:23.736484 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 547abed6-9c9a-44ab-8528-0a763a1230f2 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:23.767054 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (2566b9f9-323f-4047-a967-50fc5bf8968c), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.770881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (2566b9f9-323f-4047-a967-50fc5bf8968c), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.793435 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2566b9f9-323f-4047-a967-50fc5bf8968c,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:23.802175 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.803440 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-76932c61-26f6-4a30-bfcd-1f1a64b53d53 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268110 Aug 29 19:13:23.806825 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58306) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:23.812883 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:23.835941 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.913150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:23.915574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:24.021215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:24.030852 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.27.2.198 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/309ea91c-d702-40c9-ac41-5c580a681995) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:13:24.167506 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (309ea91c-d702-40c9-ac41-5c580a681995), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.205496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (309ea91c-d702-40c9-ac41-5c580a681995), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.249599 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:13:24.252675 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:13:24.256302 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:13:24.271046 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1474b4e-45db-4fd8-b4be-45e5fa49b7d9 req-d9ea4198-e817-434d-a0a1-cb24121cc45f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:24.272841 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1474b4e-45db-4fd8-b4be-45e5fa49b7d9 req-d9ea4198-e817-434d-a0a1-cb24121cc45f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0481424 Aug 29 19:13:24.280589 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=309ea91c-d702-40c9-ac41-5c580a681995,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:24.322546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:24.328092 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1474b4e-45db-4fd8-b4be-45e5fa49b7d9 req-42212756-f6b4-4914-8f70-87dbde0537c2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496421 Aug 29 19:13:24.345527 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.383738 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (309ea91c-d702-40c9-ac41-5c580a681995), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.537120 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (309ea91c-d702-40c9-ac41-5c580a681995), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.541519 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (309ea91c-d702-40c9-ac41-5c580a681995), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.611027 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.613608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=309ea91c-d702-40c9-ac41-5c580a681995,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:24.630012 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:24.631264 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-cfdabf5c-0386-4b9e-8453-86ebef750f22 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8233981 Aug 29 19:13:24.783614 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-8f01d0ac-ab6c-4ce4-a358-11ea67bbe1d0 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2055543698&fields=id&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 267 time: 0.0427356 Aug 29 19:13:24.851121 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:24.899647 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-bd532370-42a3-4265-8f3c-16d0ed4267cc tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:24.901081 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-bd532370-42a3-4265-8f3c-16d0ed4267cc tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.1106045 Aug 29 19:13:24.915559 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-5107a9ed-b45f-47a7-9ac9-fa8906128b4f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/quotas/b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 375 time: 0.0089927 Aug 29 19:13:24.968958 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-7034245e-ebca-4c10-aea0-e438df3b1a7d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457530 Aug 29 19:13:25.105490 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-4bbb86be-b624-4698-b05c-33ad6efdba2f service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Aug 29 19:13:25.198942 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-42936ca4-c547-4936-bdaa-a988aaef6bcb service neutron] 10.222.0.94 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871408 Aug 29 19:13:25.364070 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-87d1713b-6c15-4403-a8fd-0e390ec26f14 req-d0db572d-eedb-4515-90ba-ce9f0ea028b8 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0290911 Aug 29 19:13:25.458648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f455d-c2de-44e8-8830-e930991cce28 req-3c00de8a-d740-44f6-8641-a3ca9dcb10c6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:25.460153 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-012f455d-c2de-44e8-8830-e930991cce28 req-3c00de8a-d740-44f6-8641-a3ca9dcb10c6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0525055 Aug 29 19:13:25.512246 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-012f455d-c2de-44e8-8830-e930991cce28 req-896bd679-ca48-4f93-809f-260bd29a0d48 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463414 Aug 29 19:13:26.277603 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-b58d1b43-5546-4923-b936-2444b46b554f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:26.279483 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-b58d1b43-5546-4923-b936-2444b46b554f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0491068 Aug 29 19:13:26.319218 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:26.372311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Deleting port 32fdb103-82cb-4537-9dfe-6532b2639a2a {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:26.373223 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:26.453647 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:26.465493 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3a06adfd-09d1-46dd-b9c8-3da40d4d1e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:26.470790 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] For port 32fdb103-82cb-4537-9dfe-6532b2639a2a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=32fdb103-82cb-4537-9dfe-6532b2639a2a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:26.471179 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:26.490803 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a6371447-aca5-49d5-a287-2171ab7dad43 req-b977c5f8-6732-45eb-b185-0b7871a67f23 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0474133 Aug 29 19:13:26.640871 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844b79-5a0d-4239-a368-0fa49df6decd req-3c3efcfa-a638-4a15-9c0a-5a5c9a25aac6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:26.647658 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-76844b79-5a0d-4239-a368-0fa49df6decd req-3c3efcfa-a638-4a15-9c0a-5a5c9a25aac6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Aug 29 19:13:26.651097 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:26.651530 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (3bb94c9d-a8f1-4d01-9da6-e915dbc4894a), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:26.651912 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Floating IP 3bb94c9d-a8f1-4d01-9da6-e915dbc4894a disassociated. External IP: 172.27.2.163, port: 32fdb103-82cb-4537-9dfe-6532b2639a2a. Aug 29 19:13:26.652315 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Calling delete_port for 32fdb103-82cb-4537-9dfe-6532b2639a2a owned by compute:nova {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:26.707332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-76844b79-5a0d-4239-a368-0fa49df6decd req-26b85326-4eb4-4447-9eb4-25bb0738da8e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587695 Aug 29 19:13:26.946954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e3a86-1635-455c-ab40-8fd4ba090164 req-2e93f072-2d51-42e7-981c-430a14ee2982 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:26.948617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d07e3a86-1635-455c-ab40-8fd4ba090164 req-2e93f072-2d51-42e7-981c-430a14ee2982 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0580130 Aug 29 19:13:26.997779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d07e3a86-1635-455c-ab40-8fd4ba090164 req-11b9a63c-039f-45d3-8e4f-d14a3c2b965d tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Aug 29 19:13:27.011202 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (32fdb103-82cb-4537-9dfe-6532b2639a2a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:27.039667 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'Port': ['ID=32fdb103-82cb-4537-9dfe-6532b2639a2a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:27.152759 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:27.271010 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:27.282444 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:27.284787 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:27.294152 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:27.294771 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:27.321885 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] No DVR routers for this DVR port 32fdb103-82cb-4537-9dfe-6532b2639a2a on host hv-cinder-73126 {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:27.324405 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:27.328574 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-3aa99b0f-64a8-4a78-9ccb-96c9418fea77 req-d73714ac-ba74-49db-8b8e-5f4195dd50ab tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "DELETE /networking/v2.0/ports/32fdb103-82cb-4537-9dfe-6532b2639a2a HTTP/1.1" status: 204 len: 173 time: 1.0432153 Aug 29 19:13:27.329016 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'name': 'network-vif-deleted', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:27.331350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a053622e-d0c8-4788-b3d3-c27ef9b0b615" -d '{"events": [{"server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "name": "network-vif-deleted", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:27.405935 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:27.427830 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd7abf7-d3b4-4fa5-9238-f8eb92141cfa x-openstack-request-id: req-abd7abf7-d3b4-4fa5-9238-f8eb92141cfa {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:27.428128 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52e65bd-038e-4fc8-807e-4e4ce60c8db7", "name": "network-vif-deleted", "tag": "32fdb103-82cb-4537-9dfe-6532b2639a2a", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:27.428438 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-abd7abf7-d3b4-4fa5-9238-f8eb92141cfa {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:27.428773 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd7abf7-d3b4-4fa5-9238-f8eb92141cfa'] response: {'server_uuid': 'b52e65bd-038e-4fc8-807e-4e4ce60c8db7', 'name': 'network-vif-deleted', 'tag': '32fdb103-82cb-4537-9dfe-6532b2639a2a', 'status': 'completed', 'code': 200} Aug 29 19:13:27.583283 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:27.601125 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:27.604995 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec8a346e-e825-4a61-9586-541115eeb16f req-3954132b-8eeb-4501-9164-e6c06afe6d37 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0297899 Aug 29 19:13:27.633111 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:27.642669 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:27.643348 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:12:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:27.744520 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:27.815281 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-88318d22-c0bd-4863-a93a-c8dde1ec6e43 req-f3862acd-b9fe-415d-8f18-702e290d042a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0292413 Aug 29 19:13:27.933071 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:27.958361 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5ffee-0f81-40fe-8085-322722a9672b None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:28.125364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7f659-320a-49f3-afa7-6ff81a690a59 req-8eb2fb25-53dc-425c-a2c8-87ed72872a4c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:28.126930 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ca7f659-320a-49f3-afa7-6ff81a690a59 req-8eb2fb25-53dc-425c-a2c8-87ed72872a4c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0532889 Aug 29 19:13:28.173930 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12fa4d5-1f9e-4afe-98e1-1c3a8c3177a8 None None] New status for floating IP 3bb94c9d-a8f1-4d01-9da6-e915dbc4894a: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:28.176428 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8ca7f659-320a-49f3-afa7-6ff81a690a59 req-e7faa357-d04d-4924-a619-b442aa5a4998 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 Aug 29 19:13:28.709063 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-383f6f32-c769-4db5-9086-0c9f7e15f875 req-d982c4ee-ac3c-41df-b387-43ff392aba28 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0279324 Aug 29 19:13:28.896021 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4c40-9151-4f21-a6c1-6433f51f2b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:28.917181 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66c15867-858d-4a38-82dc-3044233c0d74 req-cfdeea2b-f442-47ee-acda-cde4bf8ca1f0 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0289865 Aug 29 19:13:29.296337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c6e3-dfbc-4d4f-b99f-22cbabc62c4d req-ac89a231-b111-45f7-90d6-ab515174a6f7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:29.297799 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0193c6e3-dfbc-4d4f-b99f-22cbabc62c4d req-ac89a231-b111-45f7-90d6-ab515174a6f7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0475893 Aug 29 19:13:29.347448 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0193c6e3-dfbc-4d4f-b99f-22cbabc62c4d req-0b879540-e6b6-4599-b9db-56d01d629bc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438886 Aug 29 19:13:29.735811 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 32fdb103-82cb-4537-9dfe-6532b2639a2a no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:29.755482 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 32fdb103-82cb-4537-9dfe-6532b2639a2a {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:29.755823 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 32fdb103-82cb-4537-9dfe-6532b2639a2a not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:29.808827 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fe7a6647-1dc2-4fe6-abea-3c793ed189aa req-8cf63c78-c214-4439-b193-2a62df37485b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0286696 Aug 29 19:13:30.025161 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9694cf0e-04d1-413b-9e46-c04eb2e64f89 req-e0a988e0-0cfc-43cb-acea-0c59263fbc38 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0284917 Aug 29 19:13:30.075388 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:30.448801 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:30.468531 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe37e2-2077-45c4-8ac1-8183bb575b94 req-d7132c41-43f4-488a-a575-e3cff77538e7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:30.470099 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7afe37e2-2077-45c4-8ac1-8183bb575b94 req-d7132c41-43f4-488a-a575-e3cff77538e7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0493100 Aug 29 19:13:30.520703 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7afe37e2-2077-45c4-8ac1-8183bb575b94 req-0cb279b7-e40d-410b-b773-95d8c25095c9 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=18eb59a3-c04f-4cf3-946b-85584899a693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447443 Aug 29 19:13:30.646593 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-38ae6433-9571-4859-82c5-e0a4e50e8e25 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:30.647944 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-38ae6433-9571-4859-82c5-e0a4e50e8e25 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 815 time: 0.1069281 Aug 29 19:13:30.895637 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:30.915905 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f023c44b-8525-4732-b1f0-7ffaf42cfcb5 req-6b9aabdb-bc2d-456a-a79e-5ca5b7fd4db3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0289061 Aug 29 19:13:30.953767 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-823133c4-b1e4-4b4b-8f26-5764d3e7c10b tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b967c22662da47aeb9292704c39b44bb HTTP/1.1" status: 200 len: 380 time: 0.0649374 Aug 29 19:13:30.964245 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'port': {'device_id': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'admin_state_up': True, 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'security_groups': ['da1760ba-a063-40bf-9ec6-98612623cc33']}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:30.966064 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-dd10d21e-b26f-4dee-b6c2-6f21c9bd45fb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:30.968110 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-dd10d21e-b26f-4dee-b6c2-6f21c9bd45fb tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 945 time: 0.0513508 Aug 29 19:13:31.077337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Deleting port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:31.077678 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.086316 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Made reservation on behalf of b967c22662da47aeb9292704c39b44bb for: {'port': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:13:31.092392 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.110741 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:31.140259 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:31.164648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1a0895cf-9a1c-493e-84db-04e705dcf05c req-eed8533d-8e73-4aaf-8a04-dd7e00df9588 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b52e65bd-038e-4fc8-807e-4e4ce60c8db7 HTTP/1.1" status: 200 len: 210 time: 0.0364234 Aug 29 19:13:31.211385 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] For port f5ea5791-6357-48d5-bdaa-4b91eacc1a22, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:31.211740 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.229418 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Allocated IP 172.20.0.6 (117b2cb0-1215-4254-9d1f-c2728d00a788/71124ffa-89eb-4c0e-87b9-948d8b410aef/30c4fffe-282d-4ca5-999f-190eabe30cfc) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:13:31.400687 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.413347 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.413761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.414105 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Floating IP eab8c761-b5de-4208-8aa7-157231c3dc87 disassociated. External IP: 172.27.2.220, port: f5ea5791-6357-48d5-bdaa-4b91eacc1a22. Aug 29 19:13:31.414419 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Calling delete_port for f5ea5791-6357-48d5-bdaa-4b91eacc1a22 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:31.435042 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.490436 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:13:31.495364 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.498480 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:13:31.504159 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:13:31.528722 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event updated for resources: {'Port': ['ID=30c4fffe-282d-4ca5-999f-190eabe30cfc,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:31.572238 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (f5ea5791-6357-48d5-bdaa-4b91eacc1a22), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.584853 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:31.587442 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.626068 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-0c33fe8a-eb03-4688-ae63-dd08f7c18bbb tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6656055 Aug 29 19:13:31.627148 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event deleted for resources: {'Port': ['ID=f5ea5791-6357-48d5-bdaa-4b91eacc1a22,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:31.674388 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Request body: {'port': {'device_id': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:31.707838 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9401ff4e-8666-4dc5-8ec7-bec59a12172b req-a6bb3aff-8f46-4b56-9783-5912789e8085 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 210 time: 0.0393941 Aug 29 19:13:31.740343 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.768256 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-3fd1898a-c5e5-414d-ab5c-be3990d7456d None None] Provisioning complete for port 30c4fffe-282d-4ca5-999f-190eabe30cfc triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:13:31.768922 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3fd1898a-c5e5-414d-ab5c-be3990d7456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.780833 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:31.806270 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1898a-c5e5-414d-ab5c-be3990d7456d None None] Port 30c4fffe-282d-4ca5-999f-190eabe30cfc cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:13:31.872765 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:31.878466 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.896425 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:31.907046 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] Sync routers for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:31.928411 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:31.929017 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:31.955785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] No DVR routers for this DVR port f5ea5791-6357-48d5-bdaa-4b91eacc1a22 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:31.958549 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:31.964570 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93dd6770-86e6-4e2c-af0e-f4104a20fb42 req-49ef9f51-682e-4d53-a21c-3b0e362cc44e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "DELETE /networking/v2.0/ports/f5ea5791-6357-48d5-bdaa-4b91eacc1a22 HTTP/1.1" status: 204 len: 173 time: 0.9883516 Aug 29 19:13:31.965228 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'name': 'network-vif-deleted', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:31.972153 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ed9de8-9dcf-4bd6-8279-afe0fa4f8e80" -d '{"events": [{"server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "name": "network-vif-deleted", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:32.065634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daa656f-e0ac-4d23-b50f-10020ded5ad8 x-openstack-request-id: req-5daa656f-e0ac-4d23-b50f-10020ded5ad8 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:32.066364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236f3d8-fe14-4ea6-a952-ad43a97260aa", "name": "network-vif-deleted", "tag": "f5ea5791-6357-48d5-bdaa-4b91eacc1a22", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:32.066851 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5daa656f-e0ac-4d23-b50f-10020ded5ad8 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:32.067525 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daa656f-e0ac-4d23-b50f-10020ded5ad8'] response: {'server_uuid': '0236f3d8-fe14-4ea6-a952-ad43a97260aa', 'name': 'network-vif-deleted', 'tag': 'f5ea5791-6357-48d5-bdaa-4b91eacc1a22', 'status': 'completed', 'code': 200} Aug 29 19:13:32.096784 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c4fffe-282d-4ca5-999f-190eabe30cfc {{(pid=101721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:13:32.108102 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Publish callbacks [] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:32.135819 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.provisioning_blocks [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Transition to ACTIVE for port object 30c4fffe-282d-4ca5-999f-190eabe30cfc will not be triggered until provisioned by entity L2. {{(pid=101721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:13:32.136057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0e039-ff63-4a33-bb14-ea1ca7a7190b req-b894adc0-5643-49ca-adca-63545b0b5f89 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:32.136791 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:32.139645 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-36b0e039-ff63-4a33-bb14-ea1ca7a7190b req-b894adc0-5643-49ca-adca-63545b0b5f89 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 931 time: 0.0866101 Aug 29 19:13:32.142530 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:32.219302 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Pushing event updated for resources: {'Port': ['ID=30c4fffe-282d-4ca5-999f-190eabe30cfc,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:32.223183 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:32.260768 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-36b0e039-ff63-4a33-bb14-ea1ca7a7190b req-94e28b8c-309f-4b51-be4d-1042bf708054 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981429 Aug 29 19:13:32.360309 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Attempting to bind port 30c4fffe-282d-4ca5-999f-190eabe30cfc on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:13:32.360655 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Attempting to bind port 30c4fffe-282d-4ca5-999f-190eabe30cfc by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:13:32.360998 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Attempting to bind port 30c4fffe-282d-4ca5-999f-190eabe30cfc on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:13:32.365645 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Port 30c4fffe-282d-4ca5-999f-190eabe30cfc on network 117b2cb0-1215-4254-9d1f-c2728d00a788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:13:32.365971 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Attempting to bind port 30c4fffe-282d-4ca5-999f-190eabe30cfc on network 117b2cb0-1215-4254-9d1f-c2728d00a788 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:13:32.371277 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:13:32.371619 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Checking segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:13:32.372005 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Bound using segment: {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:13:32.372432 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Bound port: 30c4fffe-282d-4ca5-999f-190eabe30cfc, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788'}}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:13:32.372796 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:32.450979 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] For port 30c4fffe-282d-4ca5-999f-190eabe30cfc, host hv-cinder-73126, cleared binding levels {{(pid=101721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:13:32.457508 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] For port 30c4fffe-282d-4ca5-999f-190eabe30cfc, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:13:32.464908 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:32.468484 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:32.469475 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:32.470884 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/30c4fffe-282d-4ca5-999f-190eabe30cfc HTTP/1.1" status: 200 len: 1093 time: 0.8018174 Aug 29 19:13:32.473110 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:32.475452 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d52f61-2cf3-4181-970a-cc88de0a9d16" -d '{"events": [{"name": "network-changed", "server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:32.476613 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:32.514410 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:32.530373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7ba7b-4b5e-4277-85ef-d505b9f256b6 service neutron] Pushing event updated for resources: {'Port': ['ID=30c4fffe-282d-4ca5-999f-190eabe30cfc,revision_number=3']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:32.542381 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:32.544056 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe6cf32-d58a-4cd4-b597-165df188ff1c x-openstack-request-id: req-cbe6cf32-d58a-4cd4-b597-165df188ff1c {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:32.544520 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:32.545022 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cbe6cf32-d58a-4cd4-b597-165df188ff1c {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:32.545613 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe6cf32-d58a-4cd4-b597-165df188ff1c'] response: {'name': 'network-changed', 'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'status': 'completed', 'code': 200} Aug 29 19:13:32.553200 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] Checking router: 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:32.562215 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-364bef62-b44f-41fd-ae9e-56cad5970a0e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-805233569&fields=id&tenant_id=6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 267 time: 0.0662174 Aug 29 19:13:32.562801 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:32.563441 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:32.600879 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:32.615649 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-3a0bf53e-4000-4068-98ae-c73d7ae0d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:32.617165 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-3a0bf53e-4000-4068-98ae-c73d7ae0d948 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 1127 time: 0.0441449 Aug 29 19:13:32.670579 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:32.689466 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-4b7ec70b-feee-4c77-b4b6-23fb8b563309 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:32.690912 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-4b7ec70b-feee-4c77-b4b6-23fb8b563309 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 812 time: 0.1215956 Aug 29 19:13:32.706648 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-ce7c4240-cebd-410e-b6ae-7d775ee5216b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/quotas/6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 375 time: 0.0101244 Aug 29 19:13:32.767157 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-5a8da38c-8239-4478-8d5e-381f36e0e66d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517693 Aug 29 19:13:32.812910 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:32.860372 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0bd8dfcf-cde4-4ed4-a4a3-e236025699db req-126d0495-2ca1-4975-a296-8f76f5d700e6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0236f3d8-fe14-4ea6-a952-ad43a97260aa HTTP/1.1" status: 200 len: 210 time: 0.0347261 Aug 29 19:13:32.873708 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:32.912051 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-ef03db1b-7714-4ca2-93f0-a02bd35ead03 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378739 Aug 29 19:13:32.913803 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ce6fa-0e32-47c4-a585-10ed51e3213a None None] The sync data for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi is: [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:07:43Z', 'revision_number': 4, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'a5f847a4-e9ce-4cb8-8578-8e6e695db99e', 'name': '', 'network_id': '9853bcbc-2750-4a4b-ae35-877c673fbf89', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'mac_address': 'fa:16:3e:0e:b8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'subnets': [{'id': '57298b0d-dfea-4841-87f3-f132cc8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:32.927652 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-23a3efa3-a75d-439e-ad38-48f04ff5915e service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc HTTP/1.1" status: 200 len: 217 time: 0.0487707 Aug 29 19:13:32.989134 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-3f5d3881-e74b-4e35-bd0d-00913d38cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:32.991591 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-3f5d3881-e74b-4e35-bd0d-00913d38cbfc service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0552156 Aug 29 19:13:33.027600 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-714f0052-4744-4b3f-a46c-14a3eb0ca381 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072373 Aug 29 19:13:33.051538 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-45e6c82d-a2cc-4fbb-8a72-884b8bb67b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:33.053213 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-45e6c82d-a2cc-4fbb-8a72-884b8bb67b2e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512848 Aug 29 19:13:33.166557 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-6bd40f2c-aba4-4095-a9d0-3cddf3b5355e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058347 Aug 29 19:13:33.220637 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53ceaf-3081-48ea-be61-3e88506c1b27 None None] New status for floating IP eab8c761-b5de-4208-8aa7-157231c3dc87: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:33.267333 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-0372da4d-c541-4a12-a791-be63fcaef9fe req-1a4859b0-10c8-4afc-b194-4b09101d87d4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934474 Aug 29 19:13:33.413188 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5db29c02-25f9-4d1e-aea4-29a567132e13 req-b134e322-a156-427c-8aa0-7dcdc22a40f2 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 210 time: 0.0572906 Aug 29 19:13:33.440457 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291bec-0cb8-4f08-8144-b61da0db750e req-5fa76117-c70e-47b7-a2a2-b66e90ca4d99 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:33.447922 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5291bec-0cb8-4f08-8144-b61da0db750e req-5fa76117-c70e-47b7-a2a2-b66e90ca4d99 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 943 time: 0.0931299 Aug 29 19:13:33.498641 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c5291bec-0cb8-4f08-8144-b61da0db750e req-ef1b6f2e-7d9f-43b6-a4b8-afe7ab5538b9 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489676 Aug 29 19:13:33.734925 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device f5ea5791-6357-48d5-bdaa-4b91eacc1a22 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:33.754541 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: f5ea5791-6357-48d5-bdaa-4b91eacc1a22 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:33.754877 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device f5ea5791-6357-48d5-bdaa-4b91eacc1a22 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:33.950489 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58434) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:34.010098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0480-2663-4639-be8a-922ff11e4fc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group (18eb59a3-c04f-4cf3-946b-85584899a693), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.033710 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0480-2663-4639-be8a-922ff11e4fc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group (18eb59a3-c04f-4cf3-946b-85584899a693), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.080245 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0480-2663-4639-be8a-922ff11e4fc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (18eb59a3-c04f-4cf3-946b-85584899a693), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.082992 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0480-2663-4639-be8a-922ff11e4fc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.084162 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-cb5e0480-2663-4639-be8a-922ff11e4fc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/18eb59a3-c04f-4cf3-946b-85584899a693 HTTP/1.1" status: 204 len: 168 time: 0.1320817 Aug 29 19:13:34.086878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58436) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:34.093551 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e0480-2663-4639-be8a-922ff11e4fc2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb59a3-c04f-4cf3-946b-85584899a693,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:34.100324 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.api.v2.resource [None req-e9672acb-265c-4fc6-bf6c-efaebd999a10 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] show failed (client error): The resource could not be found. Aug 29 19:13:34.101473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e9672acb-265c-4fc6-bf6c-efaebd999a10 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups/18eb59a3-c04f-4cf3-946b-85584899a693 HTTP/1.1" status: 404 len: 347 time: 0.0136120 Aug 29 19:13:34.104550 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58438) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:34.214544 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Deleting port 7d683ccc-a220-4a16-9176-c076f69891fe {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:34.214876 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (7d683ccc-a220-4a16-9176-c076f69891fe), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.292733 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (7d683ccc-a220-4a16-9176-c076f69891fe), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.293302 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (7d683ccc-a220-4a16-9176-c076f69891fe), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.305676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Calling delete_port for 7d683ccc-a220-4a16-9176-c076f69891fe owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:34.423268 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-3d7690f4-3f8c-4a0b-bcdb-8d4ce972c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:34.424792 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-3d7690f4-3f8c-4a0b-bcdb-8d4ce972c5ac service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 1127 time: 0.0421665 Aug 29 19:13:34.443894 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (7d683ccc-a220-4a16-9176-c076f69891fe), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.476594 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:34.494673 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event deleted for resources: {'Port': ['ID=7d683ccc-a220-4a16-9176-c076f69891fe,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:34.498837 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks [] for floatingip (eab8c761-b5de-4208-8aa7-157231c3dc87), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.501524 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:34.502787 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-9ccdc80a-f0fa-43ed-889c-90456673aec1 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/eab8c761-b5de-4208-8aa7-157231c3dc87 HTTP/1.1" status: 204 len: 168 time: 0.3972392 Aug 29 19:13:34.548637 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0c73d84a-7c93-4467-a480-3f191d856a4d req-23ddf403-1a38-4f9d-ad24-75264c7576b4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 210 time: 0.0303755 Aug 29 19:13:34.560673 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-35cd663a-33a3-4c2d-9113-c7bbcdf7d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:34.562581 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-35cd663a-33a3-4c2d-9113-c7bbcdf7d33d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.1297748 Aug 29 19:13:34.622750 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-8c1613d1-a2a6-48d7-ab25-5caa62ddef26 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc HTTP/1.1" status: 200 len: 217 time: 0.0408883 Aug 29 19:13:34.636762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:34.650463 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f301-48a3-403c-8c4e-d36349d3777a req-b05c9747-8c18-4c0e-828f-73b7af8c8b8f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:34.650952 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:34.652041 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2000f301-48a3-403c-8c4e-d36349d3777a req-b05c9747-8c18-4c0e-828f-73b7af8c8b8f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 943 time: 0.0679722 Aug 29 19:13:34.695464 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-e40eef11-d540-40b2-8636-cf845f274e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:34.696847 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-e40eef11-d540-40b2-8636-cf845f274e2f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0651801 Aug 29 19:13:34.708614 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2000f301-48a3-403c-8c4e-d36349d3777a req-ec10f03c-786a-4e6c-bddb-161d288dba86 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 Aug 29 19:13:34.757121 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-979b2256-49a1-47f5-a08b-79327b3e6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:34.758992 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-979b2256-49a1-47f5-a08b-79327b3e6bbc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437229 Aug 29 19:13:34.862553 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-587ce2a9-43d6-44bb-95e4-e72656fb425c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956037 Aug 29 19:13:34.962083 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-01d52f61-2cf3-4181-970a-cc88de0a9d16 req-962401a9-0c22-4186-abf7-e1e941b6cd20 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924897 Aug 29 19:13:35.529157 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-4fb4cbcd-7a14-4177-954a-e7caa31f8c9b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:35.531126 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-4fb4cbcd-7a14-4177-954a-e7caa31f8c9b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 812 time: 0.1113532 Aug 29 19:13:35.603389 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-3f832585-fe16-47eb-a66c-42f142eaf196 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 379 time: 0.0564091 Aug 29 19:13:35.613611 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'port': {'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'admin_state_up': True, 'tenant_id': '6a4d940594f542808602c7260993f85f', 'security_groups': ['ee9e5cd4-ab69-4700-8488-d69e19526a8a']}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:35.649847 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:35.672234 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-409dc633-f956-4e47-bc0e-385741729934 req-60c0e5fd-e0a4-4a4f-a2b2-aac9e7b15dbf tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 210 time: 0.0331974 Aug 29 19:13:35.739341 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 30c4fffe-282d-4ca5-999f-190eabe30cfc details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:13:35.752514 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Made reservation on behalf of 6a4d940594f542808602c7260993f85f for: {'port': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:13:35.759363 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:35.853322 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f8923-48ae-46dc-8537-8ddf04b978da req-7fd86eaa-6113-4e34-b2de-02f4d2f5c629 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:35.855413 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa4f8923-48ae-46dc-8537-8ddf04b978da req-7fd86eaa-6113-4e34-b2de-02f4d2f5c629 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 943 time: 0.0618782 Aug 29 19:13:35.892547 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 30c4fffe-282d-4ca5-999f-190eabe30cfc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:35.905145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'port_id': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'mac_address': 'fa:16:3e:75:aa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:13:35.913835 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Allocated IP 172.20.0.3 (e57e46be-ed2c-4b43-aa10-cfbdcaee4566/f84065b6-e3ee-4b15-80d1-59d666e5e090/adcd197a-d293-4fcc-aa1a-bea1781ba4dc) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:13:35.914217 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa4f8923-48ae-46dc-8537-8ddf04b978da req-613ca678-ce61-4eed-b469-5af36590d792 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524890 Aug 29 19:13:35.944133 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 30c4fffe-282d-4ca5-999f-190eabe30cfc is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:13:35.944518 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:35.958771 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c4fffe-282d-4ca5-999f-190eabe30cfc {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:13:35.979334 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 30c4fffe-282d-4ca5-999f-190eabe30cfc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:35.983523 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.031983 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=30c4fffe-282d-4ca5-999f-190eabe30cfc,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:36.039312 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.039866 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.040202 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.040534 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.040858 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.041180 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.041496 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.041814 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.042133 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.042446 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.042762 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.043356 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.043668 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.043981 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.044290 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:36.051452 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:36.073241 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.099738 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:36.118066 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.166377 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:13:36.169901 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:13:36.174065 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:13:36.198293 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:36.230697 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:36.231561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.251032 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-705c9a67-5b23-4d38-936d-32287e35d12d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6413972 Aug 29 19:13:36.269787 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Request body: {'port': {'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:36.332678 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.395441 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['30c4fffe-282d-4ca5-999f-190eabe30cfc'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:13:36.466423 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-2d87a9a4-cafc-4772-95df-651c8e28bc93 None None] Provisioning complete for port adcd197a-d293-4fcc-aa1a-bea1781ba4dc triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:13:36.466954 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2d87a9a4-cafc-4772-95df-651c8e28bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.502953 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:36.515240 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:36.526088 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-2d87a9a4-cafc-4772-95df-651c8e28bc93 None None] Port adcd197a-d293-4fcc-aa1a-bea1781ba4dc cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:13:36.622265 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcd197a-d293-4fcc-aa1a-bea1781ba4dc {{(pid=101721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:13:36.629869 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Publish callbacks [] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.642919 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.provisioning_blocks [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Transition to ACTIVE for port object adcd197a-d293-4fcc-aa1a-bea1781ba4dc will not be triggered until provisioned by entity L2. {{(pid=101721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:13:36.646922 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.727407 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Pushing event updated for resources: {'Port': ['ID=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:36.757250 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Attempting to bind port adcd197a-d293-4fcc-aa1a-bea1781ba4dc on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:13:36.757583 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Attempting to bind port adcd197a-d293-4fcc-aa1a-bea1781ba4dc by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:13:36.757908 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Attempting to bind port adcd197a-d293-4fcc-aa1a-bea1781ba4dc on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:13:36.762297 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Port adcd197a-d293-4fcc-aa1a-bea1781ba4dc on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:13:36.762617 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Attempting to bind port adcd197a-d293-4fcc-aa1a-bea1781ba4dc on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:13:36.769030 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:13:36.769390 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Checking segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:13:36.769909 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Bound using segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} {{(pid=101721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:13:36.770394 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.managers [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Bound port: adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}}] {{(pid=101721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:13:36.770755 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.798814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6761-fb97-454c-a23e-a76bb1e775d5 req-b6200f87-7dac-48c8-9317-ec38080bbb55 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:36.800366 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-917e6761-fb97-454c-a23e-a76bb1e775d5 req-b6200f87-7dac-48c8-9317-ec38080bbb55 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 943 time: 0.0487933 Aug 29 19:13:36.821547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:36.843937 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] For port adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host hv-cinder-73126, cleared binding levels {{(pid=101721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:13:36.847496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] For port adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:13:36.854071 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.858457 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:36.859184 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:36.862709 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 1093 time: 0.5952308 Aug 29 19:13:36.862839 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-917e6761-fb97-454c-a23e-a76bb1e775d5 req-38d215ce-e414-4ea7-b0fb-5797c842d646 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544310 Aug 29 19:13:36.862927 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:36.863497 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e34ce-c962-4575-9270-a699e76a8b71" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:36.914430 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703a4a7-eacb-4bbf-b970-17c904b197e0 service neutron] Pushing event updated for resources: {'Port': ['ID=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,revision_number=3']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:36.922239 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39dcfe-397a-4f10-8091-1a0983a4b358 x-openstack-request-id: req-5d39dcfe-397a-4f10-8091-1a0983a4b358 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:36.922502 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:36.922793 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5d39dcfe-397a-4f10-8091-1a0983a4b358 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:36.923158 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d39dcfe-397a-4f10-8091-1a0983a4b358'] response: {'name': 'network-changed', 'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'status': 'completed', 'code': 200} Aug 29 19:13:37.001854 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-11598640-5126-4867-85cf-5f406873ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:37.003711 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-11598640-5126-4867-85cf-5f406873ecee service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1127 time: 0.0455723 Aug 29 19:13:37.061393 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303a7a9-e002-4cea-962c-522bdbe7ff96 req-54e842a6-426f-4fb1-8027-4d84de464b08 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:37.063370 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e303a7a9-e002-4cea-962c-522bdbe7ff96 req-54e842a6-426f-4fb1-8027-4d84de464b08 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 944 time: 0.0557625 Aug 29 19:13:37.063602 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-3e715cdc-c2db-46c7-92b1-adb0efaafe24 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 217 time: 0.0446482 Aug 29 19:13:37.128498 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe617-ce91-4103-a793-534b2d13e033 req-b5ab70e9-1bea-4dfa-8610-8c7b97f1a3c0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:37.129944 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-efcbe617-ce91-4103-a793-534b2d13e033 req-b5ab70e9-1bea-4dfa-8610-8c7b97f1a3c0 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0632753 Aug 29 19:13:37.164306 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e303a7a9-e002-4cea-962c-522bdbe7ff96 req-4722812c-3ff5-4562-882d-f8f7ca88b566 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889668 Aug 29 19:13:37.192049 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-efcbe617-ce91-4103-a793-534b2d13e033 req-2b8b0063-7d5c-4fa8-9fff-bef8bfaa7155 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 Aug 29 19:13:37.755028 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 30c4fffe-282d-4ca5-999f-190eabe30cfc up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:13:37.799813 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 30c4fffe-282d-4ca5-999f-190eabe30cfc completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:13:37.808129 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 30c4fffe-282d-4ca5-999f-190eabe30cfc triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:13:37.808534 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:37.880469 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 30c4fffe-282d-4ca5-999f-190eabe30cfc is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:13:37.880849 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:37.904165 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:37.906704 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ff6d1-5f9f-470c-b43a-ef7f6c7ed784" -d '{"events": [{"server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "name": "network-vif-plugged", "status": "completed", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:37.920356 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 30c4fffe-282d-4ca5-999f-190eabe30cfc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:37.925755 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:37.978524 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=30c4fffe-282d-4ca5-999f-190eabe30cfc,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:37.991617 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927845-79aa-4c63-8f15-0302ec663299 req-d5b8da33-e2aa-4b01-833c-62b0925d7368 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:37.993156 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-33927845-79aa-4c63-8f15-0302ec663299 req-d5b8da33-e2aa-4b01-833c-62b0925d7368 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 943 time: 0.0529344 Aug 29 19:13:38.012370 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1983de32-1bca-48bf-b664-913e27808aca x-openstack-request-id: req-1983de32-1bca-48bf-b664-913e27808aca {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:38.012852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "name": "network-vif-plugged", "status": "completed", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:38.013092 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1983de32-1bca-48bf-b664-913e27808aca {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:38.013480 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1983de32-1bca-48bf-b664-913e27808aca'] response: {'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'code': 200} Aug 29 19:13:38.043520 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-33927845-79aa-4c63-8f15-0302ec663299 req-6d850caa-a714-4e32-908e-a6b4ab177681 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440557 Aug 29 19:13:38.317231 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09978-75d8-421e-880b-b9cb288892c9 req-2f679979-e2b5-439c-93ba-869675dcfc9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:38.318672 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8fd09978-75d8-421e-880b-b9cb288892c9 req-2f679979-e2b5-439c-93ba-869675dcfc9f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0777085 Aug 29 19:13:38.337172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218a72-dc38-4a37-9d98-a02d5bc33669 req-6a0b0f93-25db-47f9-9dd5-46c4f9bbda51 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:38.338636 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ae218a72-dc38-4a37-9d98-a02d5bc33669 req-6a0b0f93-25db-47f9-9dd5-46c4f9bbda51 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0666437 Aug 29 19:13:38.401044 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8fd09978-75d8-421e-880b-b9cb288892c9 req-2e5d751c-c3b2-4a83-ad22-b266dc9763cf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767851 Aug 29 19:13:38.408488 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ae218a72-dc38-4a37-9d98-a02d5bc33669 req-604cbd47-0a52-4291-85a8-95612900fccf tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Aug 29 19:13:38.707580 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-1cf61327-05f9-4e48-a832-372e8a6e8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:38.708940 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-1cf61327-05f9-4e48-a832-372e8a6e8b20 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0446458 Aug 29 19:13:38.932228 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-b01633a1-1bb2-4876-9a30-d72d06307481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:38.933723 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-b01633a1-1bb2-4876-9a30-d72d06307481 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415087 Aug 29 19:13:38.948758 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:38.952701 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dcc68-a195-49b4-9d5f-f27a67db05c9 req-09304ed0-6254-48ae-a141-6ebf18bc1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:38.954418 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-433dcc68-a195-49b4-9d5f-f27a67db05c9 req-09304ed0-6254-48ae-a141-6ebf18bc1ea8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 1129 time: 0.0394411 Aug 29 19:13:39.031146 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-6d46a617-6e04-48c3-9b5f-290752bc57be service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887959 Aug 29 19:13:39.125829 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-bb424565-edf3-4295-8f0f-c1db334c3eb7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:39.127291 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-bb424565-edf3-4295-8f0f-c1db334c3eb7 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0673494 Aug 29 19:13:39.145993 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-dc6af063-66b1-493a-aa7a-d45587a7471a req-350a233a-2764-4ddb-abe8-a43f4fd97dcf service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909128 Aug 29 19:13:39.155549 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-433dcc68-a195-49b4-9d5f-f27a67db05c9 req-da9a4db1-4704-4c1b-870f-c364ec4cd38e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003082 Aug 29 19:13:39.212888 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb92cfc-99d9-4c55-a887-dd55f2755512 req-a1581fbf-1d6b-4b39-8a58-541bcbb8c7a1 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:39.214324 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bdb92cfc-99d9-4c55-a887-dd55f2755512 req-a1581fbf-1d6b-4b39-8a58-541bcbb8c7a1 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 943 time: 0.0861788 Aug 29 19:13:39.557950 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:39.563321 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Deleting port 2773a328-c32b-4251-884e-1d7401f1853a {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:39.563660 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (2773a328-c32b-4251-884e-1d7401f1853a), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:39.575475 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:39.582063 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea0170-36b4-44c4-94d3-6f81e2522573 req-2533f711-c4ac-40ad-86fb-62c1e80e4988 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:39.583542 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61ea0170-36b4-44c4-94d3-6f81e2522573 req-2533f711-c4ac-40ad-86fb-62c1e80e4988 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0895224 Aug 29 19:13:39.629128 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bdb92cfc-99d9-4c55-a887-dd55f2755512 req-4097d0f2-5f8a-40f7-96d6-787b0a22f984 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4075270 Aug 29 19:13:39.714238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-61ea0170-36b4-44c4-94d3-6f81e2522573 req-e41295dc-84b0-4945-8adf-f8100c6e6f4f tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173277 Aug 29 19:13:39.740137 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] For port 2773a328-c32b-4251-884e-1d7401f1853a, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=2773a328-c32b-4251-884e-1d7401f1853a,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:39.740520 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (2773a328-c32b-4251-884e-1d7401f1853a), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:39.764260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d540026-d84a-4799-96ce-12ad5ab5fee3 req-f242abf3-4c75-4537-95a4-430b06a94fdc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:39.765701 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d540026-d84a-4799-96ce-12ad5ab5fee3 req-f242abf3-4c75-4537-95a4-430b06a94fdc tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 945 time: 0.0771284 Aug 29 19:13:39.766626 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Calling delete_port for 2773a328-c32b-4251-884e-1d7401f1853a owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:39.865578 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3d540026-d84a-4799-96ce-12ad5ab5fee3 req-62cf1dab-34a9-4e89-bc4b-058a0e571c1b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931919 Aug 29 19:13:39.935142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (2773a328-c32b-4251-884e-1d7401f1853a), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:39.964236 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event deleted for resources: {'Port': ['ID=2773a328-c32b-4251-884e-1d7401f1853a,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:39.980459 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['ea5f3186-99cf-44d9-91d3-f823d8b73573'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:13:40.011584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] No DVR routers for this DVR port 2773a328-c32b-4251-884e-1d7401f1853a on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:40.014325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:40.017633 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-127b9ff0-02ef-4724-ab78-5e0759e6b686 req-d093a24d-f384-442b-9aa0-1cd5437fe52b tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2773a328-c32b-4251-884e-1d7401f1853a HTTP/1.1" status: 204 len: 173 time: 0.8838463 Aug 29 19:13:40.018078 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0792b7a2-491c-41dc-b356-6116396636b7', 'name': 'network-vif-deleted', 'tag': '2773a328-c32b-4251-884e-1d7401f1853a'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:40.020430 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6b656e-e312-4f2a-a7ca-b93f31a973fd" -d '{"events": [{"server_uuid": "0792b7a2-491c-41dc-b356-6116396636b7", "name": "network-vif-deleted", "tag": "2773a328-c32b-4251-884e-1d7401f1853a"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:40.058768 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee687cf-92c2-4b5a-9dc7-d98569063260 x-openstack-request-id: req-cee687cf-92c2-4b5a-9dc7-d98569063260 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:40.059086 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0792b7a2-491c-41dc-b356-6116396636b7", "name": "network-vif-deleted", "tag": "2773a328-c32b-4251-884e-1d7401f1853a", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:40.059241 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cee687cf-92c2-4b5a-9dc7-d98569063260 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:40.059647 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee687cf-92c2-4b5a-9dc7-d98569063260'] response: {'server_uuid': '0792b7a2-491c-41dc-b356-6116396636b7', 'name': 'network-vif-deleted', 'tag': '2773a328-c32b-4251-884e-1d7401f1853a', 'status': 'completed', 'code': 200} Aug 29 19:13:40.219950 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e34ce-c962-4575-9270-a699e76a8b71 req-edc03c53-ff0b-4e58-a6e1-2aafe7cb4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:40.222351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-edc03c53-ff0b-4e58-a6e1-2aafe7cb4bba service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1127 time: 0.0500827 Aug 29 19:13:40.358886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e34ce-c962-4575-9270-a699e76a8b71 req-b2827bd4-36e6-4f3a-a02c-8c6c21f782b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:40.360381 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-b2827bd4-36e6-4f3a-a02c-8c6c21f782b9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.0945444 Aug 29 19:13:40.747937 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bcc3d-0427-4adc-9a7b-44255e92c19f req-0aa20601-2da6-4155-9cd8-ff6af7f0324c tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:40.749994 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd8bcc3d-0427-4adc-9a7b-44255e92c19f req-0aa20601-2da6-4155-9cd8-ff6af7f0324c tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 943 time: 0.0471539 Aug 29 19:13:40.812777 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd8bcc3d-0427-4adc-9a7b-44255e92c19f req-d15b384e-fc49-4419-b20f-79514f384c55 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570974 Aug 29 19:13:40.846304 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b76bc4-5f6c-4ba7-914d-4dc4270b2f25 req-dc502bd0-69ba-405f-b514-cc7a057c38f1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:40.847786 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-26b76bc4-5f6c-4ba7-914d-4dc4270b2f25 req-dc502bd0-69ba-405f-b514-cc7a057c38f1 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0535650 Aug 29 19:13:40.894373 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-26b76bc4-5f6c-4ba7-914d-4dc4270b2f25 req-e27ad318-5127-4867-9370-49328e7d613a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Aug 29 19:13:40.981867 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0e5db71-31bc-4862-8f60-91c938193920 req-74eb8229-0fe4-45a9-873e-707084436f3e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0311499 Aug 29 19:13:41.232650 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-8d283e93-5a09-4b28-8ff2-51419cf6d451 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 217 time: 0.0348811 Aug 29 19:13:41.794886 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device adcd197a-d293-4fcc-aa1a-bea1781ba4dc details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:13:41.818657 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2773a328-c32b-4251-884e-1d7401f1853a no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:41.846586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e34ce-c962-4575-9270-a699e76a8b71 req-95c5e8aa-1f4f-4c45-a60e-4169d8061f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:41.847883 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-95c5e8aa-1f4f-4c45-a60e-4169d8061f20 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0549994 Aug 29 19:13:41.853207 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 2773a328-c32b-4251-884e-1d7401f1853a {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:41.853783 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 2773a328-c32b-4251-884e-1d7401f1853a not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:41.913271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e34ce-c962-4575-9270-a699e76a8b71 req-f59e8d4a-b978-46df-b37f-20b617feef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:41.913271 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-f59e8d4a-b978-46df-b37f-20b617feef7e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565381 Aug 29 19:13:41.956507 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:41.973549 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:13:41.983360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:41.993496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:42.014574 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131868cb-d951-4ba9-a41b-08b33c224e91 req-257839d4-7f44-42bd-bd2c-4e82c4631891 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:42.016743 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-131868cb-d951-4ba9-a41b-08b33c224e91 req-257839d4-7f44-42bd-bd2c-4e82c4631891 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 943 time: 0.1180098 Aug 29 19:13:42.018327 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port adcd197a-d293-4fcc-aa1a-bea1781ba4dc is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:13:42.018724 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:42.032896 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcd197a-d293-4fcc-aa1a-bea1781ba4dc {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:13:42.053890 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:42.058248 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:42.087047 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e14f-11ec-4864-b73a-41a5cf0e4e22 req-d1129f19-2851-47e0-bee3-f436871f2faf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:42.088905 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d184e14f-11ec-4864-b73a-41a5cf0e4e22 req-d1129f19-2851-47e0-bee3-f436871f2faf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.1036880 Aug 29 19:13:42.101617 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:42.105948 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:42.127394 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-6d55d5f8-4477-464d-ac18-32d2420dc895 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939664 Aug 29 19:13:42.148072 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-131868cb-d951-4ba9-a41b-08b33c224e91 req-42d818cf-585f-4891-b3d5-39d47d822c8a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095040 Aug 29 19:13:42.169677 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d184e14f-11ec-4864-b73a-41a5cf0e4e22 req-28435273-c8e4-4a4f-bb3c-443b5702dcc4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699694 Aug 29 19:13:42.261348 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9c7ea57a-6d12-4401-9526-cadf41984d59 req-09dd67b2-9fd0-4e32-99e6-ce0f7526b042 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=0792b7a2-491c-41dc-b356-6116396636b7 HTTP/1.1" status: 200 len: 210 time: 0.0376694 Aug 29 19:13:42.354072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5c611-b4e9-4b52-b76f-33693881a7a6 req-cc1f4ef8-5f40-4050-8ed6-2592f818b160 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:42.355551 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66f5c611-b4e9-4b52-b76f-33693881a7a6 req-cc1f4ef8-5f40-4050-8ed6-2592f818b160 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.1039259 Aug 29 19:13:42.368015 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58506) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:42.373012 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Request body: {'floatingip': {'port_id': '30c4fffe-282d-4ca5-999f-190eabe30cfc'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:42.397761 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-632e34ce-c962-4575-9270-a699e76a8b71 req-4d19beb8-c279-452b-af9e-f57aeaf22277 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136773 Aug 29 19:13:42.418599 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:42.476833 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['adcd197a-d293-4fcc-aa1a-bea1781ba4dc'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:13:42.527935 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:42.862528 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:42.866211 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:42.877071 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=27 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:42.877952 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=7 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:42.972998 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc associated. External IP: 172.27.2.198, port: 30c4fffe-282d-4ca5-999f-190eabe30cfc. Aug 29 19:13:43.273503 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a31b96-0bd7-45fa-a0ac-cc940fb8280a req-b3cac34f-ceee-4bb5-876b-cfd4e66d27f5 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:43.275009 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03a31b96-0bd7-45fa-a0ac-cc940fb8280a req-b3cac34f-ceee-4bb5-876b-cfd4e66d27f5 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 944 time: 0.0493610 Aug 29 19:13:43.278662 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=100 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:43.337099 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03a31b96-0bd7-45fa-a0ac-cc940fb8280a req-c62d7e82-96e8-4b4b-b37d-4724282bf2dd tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543566 Aug 29 19:13:43.402925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:43.450818 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:43.520590 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:43.525494 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:43.532378 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:43.546450 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:43.547599 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:43.559918 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9f17a7ee-91b5-4cf4-8035-236b53def0e4 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc HTTP/1.1" status: 200 len: 991 time: 1.1907454 Aug 29 19:13:43.560541 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:43.563001 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbaf884-ae28-4af7-b22d-8891f669f4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:43.573517 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f4f6f-704f-47a3-87b3-e412cf3af2c3 req-9caed016-1704-4d72-b48c-012aaf8134ab tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:43.575113 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f66f4f6f-704f-47a3-87b3-e412cf3af2c3 req-9caed016-1704-4d72-b48c-012aaf8134ab tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0573673 Aug 29 19:13:43.603932 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa5a91-8b0c-481f-9368-d7fbaad38b83 x-openstack-request-id: req-5baa5a91-8b0c-481f-9368-d7fbaad38b83 {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:43.603932 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:43.603932 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5baa5a91-8b0c-481f-9368-d7fbaad38b83 {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:43.604242 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baa5a91-8b0c-481f-9368-d7fbaad38b83'] response: {'name': 'network-changed', 'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'status': 'completed', 'code': 200} Aug 29 19:13:43.629163 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f66f4f6f-704f-47a3-87b3-e412cf3af2c3 req-af768a55-b992-42bf-b0d5-3baa5bcbafb6 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465887 Aug 29 19:13:43.652626 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:43.806911 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device adcd197a-d293-4fcc-aa1a-bea1781ba4dc up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:13:43.853694 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port adcd197a-d293-4fcc-aa1a-bea1781ba4dc completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:13:43.860451 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port adcd197a-d293-4fcc-aa1a-bea1781ba4dc triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:13:43.860451 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:43.865579 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'd5441feb-3bfc-4be1-b4ac-ec4083bcd3bc', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:75:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:24Z', 'updated_at': '2022-08-29T19:13:42Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:43.890100 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:43.898590 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:43.899219 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:43.932833 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port adcd197a-d293-4fcc-aa1a-bea1781ba4dc is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:13:43.933222 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:43.956271 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:43.958497 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d9ba5d-9e55-42e9-a15f-0edb2a0aade2" -d '{"events": [{"server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "name": "network-vif-plugged", "status": "completed", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:43.972408 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:43.977097 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:44.001240 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6837c6b-c47d-4600-9877-bccf4e86dd9f x-openstack-request-id: req-e6837c6b-c47d-4600-9877-bccf4e86dd9f {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:44.001240 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "name": "network-vif-plugged", "status": "completed", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:44.001601 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e6837c6b-c47d-4600-9877-bccf4e86dd9f {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:44.001860 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6837c6b-c47d-4600-9877-bccf4e86dd9f'] response: {'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'code': 200} Aug 29 19:13:44.006774 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:44.026980 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:44.211822 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'd5441feb-3bfc-4be1-b4ac-ec4083bcd3bc', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:75:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:24Z', 'updated_at': '2022-08-29T19:13:42Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:44.318456 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15633618-e19a-4f71-9257-b70219ebbdec None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'd5441feb-3bfc-4be1-b4ac-ec4083bcd3bc', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'port_id': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'mac_address': 'fa:16:3e:75:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:24Z', 'updated_at': '2022-08-29T19:13:42Z', 'revision_number': 1, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:44.458263 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973f2d-dafb-4a16-baea-7fdf25a3e410 req-887ff479-86c0-4e2e-a4dc-70ec70706474 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:44.459802 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b973f2d-dafb-4a16-baea-7fdf25a3e410 req-887ff479-86c0-4e2e-a4dc-70ec70706474 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Aug 29 19:13:44.485403 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:44.514420 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03473299-e5cd-4d0f-a467-80fae1ebb3a9 None None] New status for floating IP d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:44.517327 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b973f2d-dafb-4a16-baea-7fdf25a3e410 req-5853bc83-cace-4d95-ab37-3ee1d20935c4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511527 Aug 29 19:13:44.754983 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d399dcb-2bec-4114-a9cf-2a68f89258b7 req-895eb757-4b01-4c1f-8221-272137befbed tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:44.756374 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1d399dcb-2bec-4114-a9cf-2a68f89258b7 req-895eb757-4b01-4c1f-8221-272137befbed tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0505812 Aug 29 19:13:44.803860 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1d399dcb-2bec-4114-a9cf-2a68f89258b7 req-87386324-fcc8-44ec-989f-c9951ed6b6b2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Aug 29 19:13:45.643098 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2238be-1e33-4ea3-925f-15fde45c0082 req-956b4e92-287a-4020-8744-d8375aed52b9 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:45.644593 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-de2238be-1e33-4ea3-925f-15fde45c0082 req-956b4e92-287a-4020-8744-d8375aed52b9 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Aug 29 19:13:45.693728 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-de2238be-1e33-4ea3-925f-15fde45c0082 req-5b2cadeb-2f8f-4f3e-bd36-cedfb5b1f076 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Aug 29 19:13:45.925641 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d505d2-b1b6-4a2a-9312-6e660e11bdb1 req-00f98aee-d9a4-4917-ad6d-40bf82eed00c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:45.927133 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b6d505d2-b1b6-4a2a-9312-6e660e11bdb1 req-00f98aee-d9a4-4917-ad6d-40bf82eed00c tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0459037 Aug 29 19:13:45.977904 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b6d505d2-b1b6-4a2a-9312-6e660e11bdb1 req-368ddd85-a759-4801-af20-ea4d45b64db2 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=9adb0154-4a68-484e-9ed2-d5ecf76f641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Aug 29 19:13:46.017281 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-b26d4bba-96cd-4c69-b7d1-63c22252fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:46.018732 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-b26d4bba-96cd-4c69-b7d1-63c22252fc39 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=b967c22662da47aeb9292704c39b44bb&device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 1129 time: 0.0400045 Aug 29 19:13:46.262642 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40fa82-2fa4-4364-a2b8-fd020bb63a81 req-002798d6-e2c7-43bd-bb19-e1384320cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:46.264085 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d40fa82-2fa4-4364-a2b8-fd020bb63a81 req-002798d6-e2c7-43bd-bb19-e1384320cf21 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1129 time: 0.0388322 Aug 29 19:13:46.267897 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:46.272414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:46.289253 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-0590d556-7c49-47c0-b82a-25b5cb11ef38 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:46.290685 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-0590d556-7c49-47c0-b82a-25b5cb11ef38 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 946 time: 0.0834036 Aug 29 19:13:46.314341 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-8d40fa82-2fa4-4364-a2b8-fd020bb63a81 req-5200234c-3d7c-4e29-a5f7-3e8c247029eb service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431736 Aug 29 19:13:46.359094 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-628e049d-85eb-44e7-acad-09581ba27183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:46.360570 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-628e049d-85eb-44e7-acad-09581ba27183 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 200 len: 917 time: 0.1711497 Aug 29 19:13:46.394991 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Deleting port ea5f3186-99cf-44d9-91d3-f823d8b73573 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:46.395355 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:46.487264 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] For port ea5f3186-99cf-44d9-91d3-f823d8b73573, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ea5f3186-99cf-44d9-91d3-f823d8b73573,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:46.487628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:46.500196 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Calling delete_port for ea5f3186-99cf-44d9-91d3-f823d8b73573 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:46.660546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (ea5f3186-99cf-44d9-91d3-f823d8b73573), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:46.698091 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Pushing event deleted for resources: {'Port': ['ID=ea5f3186-99cf-44d9-91d3-f823d8b73573,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:46.698312 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['ea5f3186-99cf-44d9-91d3-f823d8b73573'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:13:46.714430 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-442b5443-d9f6-4d96-a943-3b6920335355 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc HTTP/1.1" status: 200 len: 1001 time: 0.0963702 Aug 29 19:13:46.755714 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] No DVR routers for this DVR port ea5f3186-99cf-44d9-91d3-f823d8b73573 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:46.758135 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:46.761680 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7aa81388-13f5-4ef2-b285-95461f265f9d req-a80e898b-5685-4570-95c9-7b2e896c4a0e tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.71 "DELETE /networking/v2.0/ports/ea5f3186-99cf-44d9-91d3-f823d8b73573 HTTP/1.1" status: 204 len: 173 time: 0.4658487 Aug 29 19:13:46.762133 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'name': 'network-vif-deleted', 'tag': 'ea5f3186-99cf-44d9-91d3-f823d8b73573'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:46.764371 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f515c7-2e12-43b8-9c65-ddf744f9d9a5" -d '{"events": [{"server_uuid": "b28b5c17-0afa-4fff-a814-653688b1231b", "name": "network-vif-deleted", "tag": "ea5f3186-99cf-44d9-91d3-f823d8b73573"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:46.805481 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012b7541-ac5a-40d8-a49f-f11725f22daf x-openstack-request-id: req-012b7541-ac5a-40d8-a49f-f11725f22daf {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:46.805665 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b5c17-0afa-4fff-a814-653688b1231b", "name": "network-vif-deleted", "tag": "ea5f3186-99cf-44d9-91d3-f823d8b73573", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:46.805764 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-012b7541-ac5a-40d8-a49f-f11725f22daf {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:46.806153 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012b7541-ac5a-40d8-a49f-f11725f22daf'] response: {'server_uuid': 'b28b5c17-0afa-4fff-a814-653688b1231b', 'name': 'network-vif-deleted', 'tag': 'ea5f3186-99cf-44d9-91d3-f823d8b73573', 'status': 'completed', 'code': 200} Aug 29 19:13:46.819000 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f188-f384-4123-81ad-2c20f2773b9f req-19c36643-3372-4d14-a0c7-53385dc09d73 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:46.820493 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b5c2f188-f384-4123-81ad-2c20f2773b9f req-19c36643-3372-4d14-a0c7-53385dc09d73 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0518618 Aug 29 19:13:46.871337 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b5c2f188-f384-4123-81ad-2c20f2773b9f req-c7a5980a-b60e-4842-9833-673f07b90007 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 Aug 29 19:13:47.084830 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d208674-4151-4955-b593-4310742cc10e req-2b8114ba-6ed1-4ff8-8821-75b2f6616997 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 210 time: 0.0293877 Aug 29 19:13:47.166137 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-245e2e4b-fa43-449d-b396-d06fb8b7c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:47.168879 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-245e2e4b-fa43-449d-b396-d06fb8b7c243 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 200 len: 854 time: 0.0471168 Aug 29 19:13:47.252759 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-746bac53-9724-4811-8980-b8836506dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:47.254492 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-746bac53-9724-4811-8980-b8836506dca6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=117b2cb0-1215-4254-9d1f-c2728d00a788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452795 Aug 29 19:13:47.434071 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-c5d29467-a587-4195-8460-202ed0278ff7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902760 Aug 29 19:13:48.056397 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711d1ba-2a35-4d6d-807e-c2cacab44f31 req-c4dafa4a-9bee-419e-bb8a-dc0992c38ea8 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:48.058537 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3711d1ba-2a35-4d6d-807e-c2cacab44f31 req-c4dafa4a-9bee-419e-bb8a-dc0992c38ea8 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0992339 Aug 29 19:13:48.067515 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d36d-717b-43ab-825e-a3b6e5f50463 req-a7c8e009-0c97-4823-b781-96ea62b1faf5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:48.068963 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc69d36d-717b-43ab-825e-a3b6e5f50463 req-a7c8e009-0c97-4823-b781-96ea62b1faf5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0703642 Aug 29 19:13:48.092684 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:48.175791 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:48.227861 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3711d1ba-2a35-4d6d-807e-c2cacab44f31 req-7f6f2902-27b3-4fb5-930c-b469d0826693 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578619 Aug 29 19:13:48.256296 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-dc69d36d-717b-43ab-825e-a3b6e5f50463 req-cd21090e-d008-4f1b-a793-7669413238f5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790936 Aug 29 19:13:48.289821 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cdbaf884-ae28-4af7-b22d-8891f669f4e7 req-7ac74535-0f69-4901-afc8-cf88395053a8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025816 Aug 29 19:13:48.356892 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df018ea5-e9e5-4062-b309-2ee36abb8023 req-46098fce-4ef1-492d-9c55-dc2cb2dc8b44 tempest-ServerRescueNegativeTestJSON-1171381257 tempest-ServerRescueNegativeTestJSON-1171381257-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b28b5c17-0afa-4fff-a814-653688b1231b HTTP/1.1" status: 200 len: 210 time: 0.0385170 Aug 29 19:13:48.951024 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-475004ea-8c52-4777-941b-2bea9bbd9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:48.952720 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-475004ea-8c52-4777-941b-2bea9bbd9f83 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1130 time: 0.0438929 Aug 29 19:13:49.065839 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-61232661-fe56-4874-9758-c4a5285f225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.067579 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-61232661-fe56-4874-9758-c4a5285f225c service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 910 time: 0.0965476 Aug 29 19:13:49.135588 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-bb8e535a-9abc-4e14-a442-9803f62b5ba6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 1002 time: 0.0577397 Aug 29 19:13:49.193607 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-778d6a5b-5cd5-4ad4-8680-2a971cc81d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.195022 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-778d6a5b-5cd5-4ad4-8680-2a971cc81d00 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 200 len: 847 time: 0.0479510 Aug 29 19:13:49.242154 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-c7c3d4f2-3542-4151-a9ce-84a9cb46fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.243657 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-c7c3d4f2-3542-4151-a9ce-84a9cb46fdb6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=c577f8dd-232c-46d1-8dca-d9595c50b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398302 Aug 29 19:13:49.408404 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20380f-81d4-473a-9fe9-c97bfeaa2547 req-b446a96f-925e-446c-bbb7-398e1f64b26e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.409790 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ab20380f-81d4-473a-9fe9-c97bfeaa2547 req-b446a96f-925e-446c-bbb7-398e1f64b26e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.1074753 Aug 29 19:13:49.417092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aafb2-6927-4606-bcb7-24d40b3258a2 req-1be57774-9745-4dd7-9c04-639faee40fcc tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.418429 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b78aafb2-6927-4606-bcb7-24d40b3258a2 req-1be57774-9745-4dd7-9c04-639faee40fcc tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0816560 Aug 29 19:13:49.422533 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-5cea33f1-befb-4207-8c8f-3eb1d79ecf0b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713860 Aug 29 19:13:49.556025 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ab20380f-81d4-473a-9fe9-c97bfeaa2547 req-ee5ab78d-25d9-49d0-8a7e-d2f0bf792fca tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363964 Aug 29 19:13:49.565589 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b78aafb2-6927-4606-bcb7-24d40b3258a2 req-69d6066c-67a7-4f03-97fb-e466ed4072f5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377828 Aug 29 19:13:49.595899 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-acf588d4-ba24-471b-a877-501f2d8ce306 req-5c31f1ff-fc3c-4cb0-a5a1-2630163257c1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660719 Aug 29 19:13:49.610267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58568) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:49.694414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56896-0493-4b2b-afa3-d2cfda4cee7c req-522afcc4-2138-45b8-bb4a-1e85aa18d1f6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.695725 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c3a56896-0493-4b2b-afa3-d2cfda4cee7c req-522afcc4-2138-45b8-bb4a-1e85aa18d1f6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0521801 Aug 29 19:13:49.791612 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c3a56896-0493-4b2b-afa3-d2cfda4cee7c req-2d1924ec-1c8b-4107-8b8d-5661e225b223 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897017 Aug 29 19:13:49.819010 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58572) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:49.862424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:49.866068 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df46bb4-1542-4ccf-aae5-ea3961b38c59 tempest-TestVolumeBootPattern-952979325 tempest-TestVolumeBootPattern-952979325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:49.867631 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3df46bb4-1542-4ccf-aae5-ea3961b38c59 tempest-TestVolumeBootPattern-952979325 tempest-TestVolumeBootPattern-952979325-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1124 time: 0.0437012 Aug 29 19:13:49.870418 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58574) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:49.874702 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:49.896310 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:49.898103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:49.977881 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.089540 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Allocated IP 172.27.2.117 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/091ed17f-45b1-4181-b655-2dfdf3540dbf) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:13:50.138151 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.199732 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.234131 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.286833 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:13:50.290507 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:13:50.295209 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:13:50.299219 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=091ed17f-45b1-4181-b655-2dfdf3540dbf,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:50.405157 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:50.436444 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:50.695325 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.750760 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c0eee-d4e0-4ccd-8519-db7761e63962 req-80abdfe4-0c6f-42b6-abc5-15038eef1442 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:50.752949 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-185c0eee-d4e0-4ccd-8519-db7761e63962 req-80abdfe4-0c6f-42b6-abc5-15038eef1442 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0888736 Aug 29 19:13:50.766177 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), before_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.805836 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Deleting port a5f847a4-e9ce-4cb8-8578-8e6e695db99e {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:50.806172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.830157 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9747969-a5a8-4218-8559-5ce744610bca req-a9ddb0fd-6388-4f9e-8154-1b98ac033abd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:50.831691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9747969-a5a8-4218-8559-5ce744610bca req-a9ddb0fd-6388-4f9e-8154-1b98ac033abd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.1024833 Aug 29 19:13:50.905137 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-185c0eee-d4e0-4ccd-8519-db7761e63962 req-35f71f3e-502b-490a-b6de-36f93100572f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289301 Aug 29 19:13:50.925913 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.936482 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2842720'] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), after_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.958473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9747969-a5a8-4218-8559-5ce744610bca req-56b1a06b-3e3c-45cc-8b53-7507728f93e6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899529 Aug 29 19:13:50.963958 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] For port a5f847a4-e9ce-4cb8-8578-8e6e695db99e, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:50.964367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:50.979191 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Calling delete_port for a5f847a4-e9ce-4cb8-8578-8e6e695db99e owned by network:router_interface {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:51.010204 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=091ed17f-45b1-4181-b655-2dfdf3540dbf,revision_number=2']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:51.012840 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:51.107969 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Floating IP e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e associated. External IP: 172.27.2.117, port: adcd197a-d293-4fcc-aa1a-bea1781ba4dc. Aug 29 19:13:51.123305 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:51.146042 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:51.151400 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:51.170858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (a5f847a4-e9ce-4cb8-8578-8e6e695db99e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:51.199649 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f847a4-e9ce-4cb8-8578-8e6e695db99e,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:51.213730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.214084 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.214429 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.214772 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.215130 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.215469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.215991 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.216153 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.216472 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.216801 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.217364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.217469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.217779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.218086 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.218410 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:51.315827 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:51.341547 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:51.429600 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:51.442770 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:51.449620 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:51.455455 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:51.456349 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:51.475192 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:51.481847 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a7b3a80b-d248-4175-973a-02b499faad8d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6103203 Aug 29 19:13:51.482821 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:13:51.485824 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d012e2-3a1a-41e7-8827-4291b3cac88c" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:13:51.526794 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06c2b13-b2d9-4a5e-8d66-f52b52b1223d x-openstack-request-id: req-c06c2b13-b2d9-4a5e-8d66-f52b52b1223d {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:13:51.527350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:13:51.527670 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c06c2b13-b2d9-4a5e-8d66-f52b52b1223d {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:13:51.528145 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06c2b13-b2d9-4a5e-8d66-f52b52b1223d'] response: {'name': 'network-changed', 'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'status': 'completed', 'code': 200} Aug 29 19:13:51.575169 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:51.575654 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:13:51.648835 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:51.667842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-f1b1d338-6a4d-4d7b-a5f1-cd9e30609fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:51.669690 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-f1b1d338-6a4d-4d7b-a5f1-cd9e30609fde service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1129 time: 0.0817962 Aug 29 19:13:51.722913 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:51.761883 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:13:51.769750 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c42fe70f-a9e9-4bd8-817d-3a4294a39adb admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/1e6a6531-9f8e-456e-94f3-6f3c27f5c34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1579399 Aug 29 19:13:51.771318 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] Sync routers for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:13:51.772360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58598) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:51.785433 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:51.786060 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:51.793018 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:50Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:51.822455 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:51.831960 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:51.832567 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:51.849875 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-37d29b95-9a45-493d-b436-7a1d2e380233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:51.851350 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-37d29b95-9a45-493d-b436-7a1d2e380233 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.1578581 Aug 29 19:13:51.889734 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ea5f3186-99cf-44d9-91d3-f823d8b73573 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:51.921354 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: ea5f3186-99cf-44d9-91d3-f823d8b73573 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:51.921710 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ea5f3186-99cf-44d9-91d3-f823d8b73573 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:51.936590 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:51.940601 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:51.957293 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-3e24a7c4-aab4-4f6c-97fe-9e8f0146c6e4 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 999 time: 0.0819652 Aug 29 19:13:51.959142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks [] for router (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:52.131114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:52.166836 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:52.173734 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337c2eb-23a1-436b-b67d-81a532e5f260 req-d395fe2a-cb1a-40c5-8d87-5e75b1a9600d tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:52.176482 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9337c2eb-23a1-436b-b67d-81a532e5f260 req-d395fe2a-cb1a-40c5-8d87-5e75b1a9600d tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.1705670 Aug 29 19:13:52.185890 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:50Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:52.202383 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-aefda1de-61d5-416b-adc5-837ec5d15e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:52.204242 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-aefda1de-61d5-416b-adc5-837ec5d15e5b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.1963997 Aug 29 19:13:52.215259 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1f827-dde4-4e96-a238-d000f90c6ce5 req-7183c6c7-7d89-4bb6-85e8-32e3715e2e60 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:52.215855 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd00eb-2686-49dc-b661-ea9ea494d07e None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:50Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:52.218889 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5fd1f827-dde4-4e96-a238-d000f90c6ce5 req-7183c6c7-7d89-4bb6-85e8-32e3715e2e60 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.1338465 Aug 29 19:13:52.220182 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:52.233011 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:52.280140 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:13:51Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:52.303579 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks [] for router_gateway (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:52.308141 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] Checking router: 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:13:52.318042 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] Routers {'1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:13:52.318684 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:13:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:52.341015 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-99644679-9e3d-4a9f-a511-605863b6defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:52.342483 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-99644679-9e3d-4a9f-a511-605863b6defa service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145902 Aug 29 19:13:52.360656 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9337c2eb-23a1-436b-b67d-81a532e5f260 req-cb3f8935-cb62-479f-adea-680623908899 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639600 Aug 29 19:13:52.402154 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5fd1f827-dde4-4e96-a238-d000f90c6ce5 req-d8360710-cede-4253-ad1a-e70ff1adb449 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712406 Aug 29 19:13:52.439622 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] Set router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:13:52.452548 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Deleting port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:52.452909 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:52.474893 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46faedcd-5c23-4676-ae71-49073bdbeda0 None None] New status for floating IP e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e: ACTIVE {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:13:52.535752 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-dc7bbfaf-bfd7-4160-b3f1-666dfa502cc4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830492 Aug 29 19:13:52.610652 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] For port 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:52.611038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:52.626635 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:13:51Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:52.630465 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Calling delete_port for 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd owned by network:router_gateway {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:52.656211 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098031-4ffc-4465-b9b6-137a09b66e52 None None] The sync data for ids ['1e6a6531-9f8e-456e-94f3-6f3c27f5c34c'] in dv-cinder-731261-6-iscsi is: [{'id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'name': 'tempest-ServerRescueNegativeTestJSON-1478094367-router', 'tenant_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:32Z', 'updated_at': '2022-08-29T19:13:51Z', 'revision_number': 5, 'project_id': 'b429eb37f4ed408d830ef2c1034e9bdc', 'gw_port': {'id': '35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a6531-9f8e-456e-94f3-6f3c27f5c34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:13:52.706703 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d1d012e2-3a1a-41e7-8827-4291b3cac88c req-7fdfd862-451d-4f88-9cc8-111cb91d3e99 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603029 Aug 29 19:13:52.838357 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:52.864476 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Pushing event deleted for resources: {'Port': ['ID=35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:52.879895 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:13:52.891208 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.251214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:53.257603 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.259914 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks [] for router_controller (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.322947 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (1e6a6531-9f8e-456e-94f3-6f3c27f5c34c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.323716 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6a6531-9f8e-456e-94f3-6f3c27f5c34c {{(pid=101722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:13:53.328913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.330165 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7a44c7fa-5929-4881-8dd4-ef0c3337ddac admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/1e6a6531-9f8e-456e-94f3-6f3c27f5c34c HTTP/1.1" status: 204 len: 168 time: 1.5569184 Aug 29 19:13:53.332871 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58604) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:53.379591 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Deleting subnet 57298b0d-dfea-4841-87f3-f132cc8f1eb6 {{(pid=101722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:13:53.383174 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Publish callbacks [] for subnet (57298b0d-dfea-4841-87f3-f132cc8f1eb6), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.422988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Publish callbacks [] for subnet (57298b0d-dfea-4841-87f3-f132cc8f1eb6), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.426967 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:53.484982 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (57298b0d-dfea-4841-87f3-f132cc8f1eb6), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.578888 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4043d5c-d3a0-41fb-a928-cfd9d4e0116f req-e53d117f-4315-4764-a344-ccd43b978f93 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:53.580463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d4043d5c-d3a0-41fb-a928-cfd9d4e0116f req-e53d117f-4315-4764-a344-ccd43b978f93 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.1094074 Aug 29 19:13:53.596979 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33798ae-cb1f-47bf-96bd-49b426691556 req-671a8576-b676-40b1-aa08-19e9541d72c7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:53.598368 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b33798ae-cb1f-47bf-96bd-49b426691556 req-671a8576-b676-40b1-aa08-19e9541d72c7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0942502 Aug 29 19:13:53.662029 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for subnet (57298b0d-dfea-4841-87f3-f132cc8f1eb6), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.698653 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d4043d5c-d3a0-41fb-a928-cfd9d4e0116f req-972d7707-f4cb-46d7-9362-c746e0e1cc19 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082423 Aug 29 19:13:53.705388 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57298b0d-dfea-4841-87f3-f132cc8f1eb6,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:53.712908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.718292 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c3c6202f-07cd-46d6-a8b6-9af43801cf7e admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/57298b0d-dfea-4841-87f3-f132cc8f1eb6 HTTP/1.1" status: 204 len: 168 time: 0.3822303 Aug 29 19:13:53.718685 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58610) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:53.720041 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b33798ae-cb1f-47bf-96bd-49b426691556 req-25ee6ae0-5584-4a06-b04b-e5bc0f3aca7e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137803 Aug 29 19:13:53.732399 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf156e6-7f89-4c75-9e43-7e98b88671cc None None] Network 9853bcbc-2750-4a4b-ae35-877c673fbf89 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:13:53.804731 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (9853bcbc-2750-4a4b-ae35-877c673fbf89), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.864132 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Deleting port 40a88a65-e5e6-4200-816f-462709f189fb {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:53.864468 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (40a88a65-e5e6-4200-816f-462709f189fb), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.876570 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:53.898604 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:53.899022 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 35dc3486-3b63-416b-a6bc-f6ad8d8ed0dd not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:53.899551 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a5f847a4-e9ce-4cb8-8578-8e6e695db99e no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:53.918445 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: a5f847a4-e9ce-4cb8-8578-8e6e695db99e {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:53.919158 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a5f847a4-e9ce-4cb8-8578-8e6e695db99e not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:53.941651 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] For port 40a88a65-e5e6-4200-816f-462709f189fb, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=40a88a65-e5e6-4200-816f-462709f189fb,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:53.941651 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (40a88a65-e5e6-4200-816f-462709f189fb), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:53.956076 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Calling delete_port for 40a88a65-e5e6-4200-816f-462709f189fb owned by network:dhcp {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:53.957370 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] DHCP port deletion for 9853bcbc-2750-4a4b-ae35-877c673fbf89 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:13:53.994654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] Deleting port 40a88a65-e5e6-4200-816f-462709f189fb {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:13:53.995428 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (40a88a65-e5e6-4200-816f-462709f189fb), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.039021 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (40a88a65-e5e6-4200-816f-462709f189fb), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.062039 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] For port 40a88a65-e5e6-4200-816f-462709f189fb, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=40a88a65-e5e6-4200-816f-462709f189fb,segment=NetworkSegment(51f4d2cb-a539-47aa-a347-7a78fb7bfa34),segment_id=51f4d2cb-a539-47aa-a347-7a78fb7bfa34)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:13:54.062432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (40a88a65-e5e6-4200-816f-462709f189fb), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.066784 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a88a65-e5e6-4200-816f-462709f189fb,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:54.068774 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] No DVR routers for this DVR port 40a88a65-e5e6-4200-816f-462709f189fb on host dv-cinder-731261-6-iscsi {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:54.076354 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] Calling delete_port for 40a88a65-e5e6-4200-816f-462709f189fb owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:13:54.145779 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (9853bcbc-2750-4a4b-ae35-877c673fbf89), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.166785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9853bcbc-2750-4a4b-ae35-877c673fbf89']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:54.177099 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f4d2cb-a539-47aa-a347-7a78fb7bfa34') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:54.177471 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f4d2cb-a539-47aa-a347-7a78fb7bfa34') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:54.187379 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (51f4d2cb-a539-47aa-a347-7a78fb7bfa34), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.192554 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (40a88a65-e5e6-4200-816f-462709f189fb), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.201050 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (51f4d2cb-a539-47aa-a347-7a78fb7bfa34), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.207876 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:13:54.208252 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (51f4d2cb-a539-47aa-a347-7a78fb7bfa34), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.218483 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] Pushing event deleted for resources: {'Port': ['ID=40a88a65-e5e6-4200-816f-462709f189fb,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:54.221392 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878baed1-9e04-4a44-82e7-616aebf28c40 None None] No DVR routers for this DVR port 40a88a65-e5e6-4200-816f-462709f189fb on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:13:54.250158 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 51f4d2cb-a539-47aa-a347-7a78fb7bfa34 resource provider aggregate not found Aug 29 19:13:54.269077 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 51f4d2cb-a539-47aa-a347-7a78fb7bfa34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f4d2cb-a539-47aa-a347-7a78fb7bfa34 found for delete ", "request_id": "req-91552c21-2d2a-484a-8cd4-52db5a5c0b34"}]} Aug 29 19:13:54.273037 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (9853bcbc-2750-4a4b-ae35-877c673fbf89), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.278980 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.282950 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/9853bcbc-2750-4a4b-ae35-877c673fbf89 HTTP/1.1" status: 204 len: 168 time: 0.5626566 Aug 29 19:13:54.294663 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b17da-5d35-4a84-804a-b51149f08d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=9853bcbc-2750-4a4b-ae35-877c673fbf89,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:54.411799 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58618) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:54.456230 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-adb547d0-341b-4d21-8cbb-06c198931834 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=b429eb37f4ed408d830ef2c1034e9bdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432270 Aug 29 19:13:54.458732 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58620) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:54.506496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1458f35f-a4ad-4fb7-9388-ee1d254cd013 admin admin] Publish callbacks [] for security_group (9adb0154-4a68-484e-9ed2-d5ecf76f641c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.526254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1458f35f-a4ad-4fb7-9388-ee1d254cd013 admin admin] Publish callbacks [] for security_group (9adb0154-4a68-484e-9ed2-d5ecf76f641c), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.574258 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1458f35f-a4ad-4fb7-9388-ee1d254cd013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (9adb0154-4a68-484e-9ed2-d5ecf76f641c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.576779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1458f35f-a4ad-4fb7-9388-ee1d254cd013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:54.577909 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1458f35f-a4ad-4fb7-9388-ee1d254cd013 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/9adb0154-4a68-484e-9ed2-d5ecf76f641c HTTP/1.1" status: 204 len: 168 time: 0.1182632 Aug 29 19:13:54.586245 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458f35f-a4ad-4fb7-9388-ee1d254cd013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb0154-4a68-484e-9ed2-d5ecf76f641c,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:13:54.863545 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688196-bc59-4d1a-8062-11d6062d3ed5 req-e6d86b4c-182a-43c4-84e1-5ffda550bd68 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:54.865054 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1c688196-bc59-4d1a-8062-11d6062d3ed5 req-e6d86b4c-182a-43c4-84e1-5ffda550bd68 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0881002 Aug 29 19:13:54.875634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520909c-d99e-4da8-84e7-0ebab42047cb req-5d31600a-2e10-49da-ac5b-f88290d914a7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:54.877186 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a520909c-d99e-4da8-84e7-0ebab42047cb req-5d31600a-2e10-49da-ac5b-f88290d914a7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0648828 Aug 29 19:13:54.963358 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1c688196-bc59-4d1a-8062-11d6062d3ed5 req-569a463a-9b10-46ac-87a3-f267637989e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851810 Aug 29 19:13:54.967545 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a520909c-d99e-4da8-84e7-0ebab42047cb req-74b69f35-e5ec-4564-97e6-667fd2bdec72 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834744 Aug 29 19:13:55.612057 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 40a88a65-e5e6-4200-816f-462709f189fb no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:13:55.631879 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 40a88a65-e5e6-4200-816f-462709f189fb {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:13:55.632217 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 40a88a65-e5e6-4200-816f-462709f189fb not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:13:56.107280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:56.125727 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfddcf6-62a2-4f25-ac2d-a611eee1f073 req-347fa41c-c111-4dd4-9cbc-4303e5da8d93 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:56.127208 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecfddcf6-62a2-4f25-ac2d-a611eee1f073 req-347fa41c-c111-4dd4-9cbc-4303e5da8d93 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0718179 Aug 29 19:13:56.133105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4302a77-801b-495e-b6f8-d29209db8004 req-a817c5c1-6c7a-4a58-83de-8b1688d6177b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:56.134360 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4302a77-801b-495e-b6f8-d29209db8004 req-a817c5c1-6c7a-4a58-83de-8b1688d6177b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0913150 Aug 29 19:13:56.212835 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ecfddcf6-62a2-4f25-ac2d-a611eee1f073 req-35c1d51f-b93b-495a-afe2-2f912819904e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775292 Aug 29 19:13:56.216678 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4302a77-801b-495e-b6f8-d29209db8004 req-83ada896-b6e0-4c98-946e-8cc5f67b7bc1 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722942 Aug 29 19:13:56.458408 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b3035ed2-f9dd-4e04-9800-87a1efc63091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:57.361148 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:57.376498 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267abb3-0caf-4148-a61f-86990efcf9dd req-aeab1f79-ea29-44f7-8df7-ad3141f388d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:57.377975 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f267abb3-0caf-4148-a61f-86990efcf9dd req-aeab1f79-ea29-44f7-8df7-ad3141f388d6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0820589 Aug 29 19:13:57.384095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011e2e6-71d9-41a5-b9a3-cbec349542da req-c5bca935-cc08-41f6-b887-7992f94b2bad tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:57.385473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5011e2e6-71d9-41a5-b9a3-cbec349542da req-c5bca935-cc08-41f6-b887-7992f94b2bad tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0877345 Aug 29 19:13:57.465191 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f267abb3-0caf-4148-a61f-86990efcf9dd req-6328a90f-81ce-458f-9cbf-67f3046da766 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783017 Aug 29 19:13:57.468605 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5011e2e6-71d9-41a5-b9a3-cbec349542da req-439e9c4b-31d9-4efc-8095-437432092906 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737906 Aug 29 19:13:58.504645 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f25f9-22d3-4a59-9201-de289532ea49 req-ccb3ce65-b024-4749-a421-a8d03f1ed2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:58.506170 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-ccb3ce65-b024-4749-a421-a8d03f1ed2b4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1130 time: 0.0401056 Aug 29 19:13:58.659324 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee75b2-e458-48c8-a3a9-dae380af0b35 req-7f419db6-cac2-458b-a769-01c4a4f61aa3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:58.660790 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-01ee75b2-e458-48c8-a3a9-dae380af0b35 req-7f419db6-cac2-458b-a769-01c4a4f61aa3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0876493 Aug 29 19:13:58.680778 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb4904-3b87-469a-a514-eca83ad84322 req-44e16a28-1e4e-4ec4-bb2e-e1b44810eb5e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:58.682168 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6cbb4904-3b87-469a-a514-eca83ad84322 req-44e16a28-1e4e-4ec4-bb2e-e1b44810eb5e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.1100957 Aug 29 19:13:58.714844 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f25f9-22d3-4a59-9201-de289532ea49 req-a4475693-b0bc-4060-ae59-067ac424cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:58.716250 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-a4475693-b0bc-4060-ae59-067ac424cbab service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 910 time: 0.1947832 Aug 29 19:13:58.794821 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-01ee75b2-e458-48c8-a3a9-dae380af0b35 req-a5a85452-f32a-4af6-9058-e71f0307281d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241689 Aug 29 19:13:58.816691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6cbb4904-3b87-469a-a514-eca83ad84322 req-fb3bfdeb-771b-4512-a32f-b78a083a952f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182683 Aug 29 19:13:58.825375 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-7898239f-2cb3-44d4-b337-0c5fd2170445 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 1002 time: 0.0909631 Aug 29 19:13:58.890228 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f25f9-22d3-4a59-9201-de289532ea49 req-c3c06c98-5abd-4ca8-b812-14f1b6ec57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:58.891363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c29e1fc3-5d8e-4f7c-ab59-84f1b0e99f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:58.892091 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-c3c06c98-5abd-4ca8-b812-14f1b6ec57f7 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 200 len: 847 time: 0.0460618 Aug 29 19:13:58.941083 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f25f9-22d3-4a59-9201-de289532ea49 req-df2b8702-b699-4352-95d1-0f1d2bcfbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:13:58.942649 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-df2b8702-b699-4352-95d1-0f1d2bcfbd46 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=c577f8dd-232c-46d1-8dca-d9595c50b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452478 Aug 29 19:13:59.036796 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-c1fa1621-ce7b-4a6f-8350-182eb029ac42 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871091 Aug 29 19:13:59.135176 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-611f25f9-22d3-4a59-9201-de289532ea49 req-27becefb-9b2b-4a52-ba16-ef857df4823d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Aug 29 19:13:59.684755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58736) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:13:59.798109 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-79fa7d74-f68e-4ddd-89ef-a0eb47449a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:59.808865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:59.912286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-79fa7d74-f68e-4ddd-89ef-a0eb47449a1c admin admin] Publish callbacks [] for security_group (976647aa-036e-4973-b4a3-ce5c6e284101), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:59.940239 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-79fa7d74-f68e-4ddd-89ef-a0eb47449a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (976647aa-036e-4973-b4a3-ce5c6e284101), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.011701 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7be5bb-fccf-475a-8590-8ee65f4e5e45 req-4d534961-4f08-4cde-b265-e8bb8560047f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:00.013220 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d7be5bb-fccf-475a-8590-8ee65f4e5e45 req-4d534961-4f08-4cde-b265-e8bb8560047f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.1225398 Aug 29 19:14:00.024157 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:00.027556 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa7d74-f68e-4ddd-89ef-a0eb47449a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976647aa-036e-4973-b4a3-ce5c6e284101,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:00.037029 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4bd72-b5c4-4ac9-9422-9b396fc0f215 req-6333a4ff-44d8-4f78-a0b5-ba9cbaf885ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:00.038558 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89b4bd72-b5c4-4ac9-9422-9b396fc0f215 req-6333a4ff-44d8-4f78-a0b5-ba9cbaf885ff tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.1294756 Aug 29 19:14:00.049215 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-79fa7d74-f68e-4ddd-89ef-a0eb47449a1c admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e7f21df2e95c4c07b1539f1ec22a4cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635032 Aug 29 19:14:00.053502 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58744) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:00.064462 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:00.080858 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.115944 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9d7be5bb-fccf-475a-8590-8ee65f4e5e45 req-a8162ed1-1695-4d83-8338-7f00b94d2678 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904422 Aug 29 19:14:00.123160 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4911d63f-9915-41b7-a212-a3c565016041 admin admin] Publish callbacks [] for security_group (976647aa-036e-4973-b4a3-ce5c6e284101), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.138052 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89b4bd72-b5c4-4ac9-9422-9b396fc0f215 req-f5c5ca37-27bb-46c1-969d-a24a9daf7d16 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765557 Aug 29 19:14:00.148114 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4911d63f-9915-41b7-a212-a3c565016041 admin admin] Publish callbacks [] for security_group (976647aa-036e-4973-b4a3-ce5c6e284101), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.204591 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4911d63f-9915-41b7-a212-a3c565016041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (976647aa-036e-4973-b4a3-ce5c6e284101), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.207599 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4911d63f-9915-41b7-a212-a3c565016041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.208804 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4911d63f-9915-41b7-a212-a3c565016041 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/976647aa-036e-4973-b4a3-ce5c6e284101 HTTP/1.1" status: 204 len: 168 time: 0.1535461 Aug 29 19:14:00.216905 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911d63f-9915-41b7-a212-a3c565016041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976647aa-036e-4973-b4a3-ce5c6e284101,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:00.480179 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58750) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:00.495338 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-be6220a1-7901-450e-b30d-b285bd61d191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.575393 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-be6220a1-7901-450e-b30d-b285bd61d191 admin admin] Publish callbacks [] for security_group (794cdf31-ffb2-45c4-b77a-1483ed33a16a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.580225 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-be6220a1-7901-450e-b30d-b285bd61d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (794cdf31-ffb2-45c4-b77a-1483ed33a16a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.617230 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6220a1-7901-450e-b30d-b285bd61d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794cdf31-ffb2-45c4-b77a-1483ed33a16a,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:00.622468 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-be6220a1-7901-450e-b30d-b285bd61d191 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=239f87be45cd498f96ef9ef34463fc3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411371 Aug 29 19:14:00.625315 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58752) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:00.649133 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:00.680287 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6f1522e1-7f1a-444b-a108-c8a510ba4412 admin admin] Publish callbacks [] for security_group (794cdf31-ffb2-45c4-b77a-1483ed33a16a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.702768 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6f1522e1-7f1a-444b-a108-c8a510ba4412 admin admin] Publish callbacks [] for security_group (794cdf31-ffb2-45c4-b77a-1483ed33a16a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.750311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6f1522e1-7f1a-444b-a108-c8a510ba4412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (794cdf31-ffb2-45c4-b77a-1483ed33a16a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.753379 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6f1522e1-7f1a-444b-a108-c8a510ba4412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:00.754527 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6f1522e1-7f1a-444b-a108-c8a510ba4412 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/794cdf31-ffb2-45c4-b77a-1483ed33a16a HTTP/1.1" status: 204 len: 168 time: 0.1282394 Aug 29 19:14:00.763236 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1522e1-7f1a-444b-a108-c8a510ba4412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794cdf31-ffb2-45c4-b77a-1483ed33a16a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:01.289183 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4a16-4515-4ddd-99a6-c67ade997f78 req-1f1e9593-33e6-4130-9823-c29e83015e68 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:01.290681 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6aef4a16-4515-4ddd-99a6-c67ade997f78 req-1f1e9593-33e6-4130-9823-c29e83015e68 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0871382 Aug 29 19:14:01.312161 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b7f1-a6d5-468f-ac76-8162661316dd req-c867a3ee-5809-4852-a607-8d5bd295b330 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:01.314407 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa89b7f1-a6d5-468f-ac76-8162661316dd req-c867a3ee-5809-4852-a607-8d5bd295b330 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0797732 Aug 29 19:14:01.384051 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6aef4a16-4515-4ddd-99a6-c67ade997f78 req-cf99baab-b7fe-46c3-8ee8-e7e457fd58be tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864155 Aug 29 19:14:01.393744 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fa89b7f1-a6d5-468f-ac76-8162661316dd req-31e83c5b-99a5-4393-89fc-78f5bfbbb3a2 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691807 Aug 29 19:14:01.490572 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:01.881027 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:02.565730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac5f4d-db71-4110-b0ed-ad3106b2c7bb req-11db9a97-fdf3-4946-8663-7165b923bc5e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:02.567244 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03ac5f4d-db71-4110-b0ed-ad3106b2c7bb req-11db9a97-fdf3-4946-8663-7165b923bc5e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0811558 Aug 29 19:14:02.589523 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b90f9-4015-4768-822f-13ef5cde9a88 req-3f117b9b-d217-4ccb-920c-682807865302 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:02.590326 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:02.590965 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c03b90f9-4015-4768-822f-13ef5cde9a88 req-3f117b9b-d217-4ccb-920c-682807865302 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0725443 Aug 29 19:14:02.654921 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-03ac5f4d-db71-4110-b0ed-ad3106b2c7bb req-78bdf1a2-60ef-452b-8041-c0e2ef2a9caa tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814486 Aug 29 19:14:02.676070 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c03b90f9-4015-4768-822f-13ef5cde9a88 req-65a668e2-02ec-4c64-8b9f-18df301ee64b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752635 Aug 29 19:14:02.876872 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:02.940569 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b65b8-7e9c-4e71-8bcc-0db538e42cfd req-d575b1e6-e9c4-4d15-a0ea-6f8b4ae91990 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:02.941992 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2f9b65b8-7e9c-4e71-8bcc-0db538e42cfd req-d575b1e6-e9c4-4d15-a0ea-6f8b4ae91990 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0574365 Aug 29 19:14:02.983414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58828) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:03.004589 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2f9b65b8-7e9c-4e71-8bcc-0db538e42cfd req-7aadb60a-183a-455d-be30-beb76d39ec53 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545192 Aug 29 19:14:03.092853 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-5cb4a1bd-9a55-4970-9cbc-84d872f7650e service neutron] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080050 Aug 29 19:14:03.105637 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-5d38ce70-ce91-4156-9487-52379caf497f service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:14:03.106588 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-5d38ce70-ce91-4156-9487-52379caf497f service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052402 Aug 29 19:14:03.259369 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58848) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:03.367334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-aa8eda02-be62-4742-bace-aa35fff24acb tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:03.368685 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-aa8eda02-be62-4742-bace-aa35fff24acb tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports/bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 943 time: 0.1084466 Aug 29 19:14:03.392406 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58856) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:03.512209 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f24a1e2f-e24c-4732-abda-efbdc6d07a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.545772 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:03.612852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f24a1e2f-e24c-4732-abda-efbdc6d07a8e admin admin] Publish callbacks [] for security_group (b4744cd9-cf59-4697-bc15-cd34f9483502), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.617400 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f24a1e2f-e24c-4732-abda-efbdc6d07a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b4744cd9-cf59-4697-bc15-cd34f9483502), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.661264 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f24a1e2f-e24c-4732-abda-efbdc6d07a8e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e864f7f9389b4da2847fe1e7901decaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676997 Aug 29 19:14:03.662100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1e2f-e24c-4732-abda-efbdc6d07a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4744cd9-cf59-4697-bc15-cd34f9483502,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:03.664245 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58868) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:03.728427 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c8d042a1-5f1a-4b58-9d03-d34ce6aa3993 admin admin] Publish callbacks [] for security_group (b4744cd9-cf59-4697-bc15-cd34f9483502), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.750045 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c8d042a1-5f1a-4b58-9d03-d34ce6aa3993 admin admin] Publish callbacks [] for security_group (b4744cd9-cf59-4697-bc15-cd34f9483502), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.806224 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7b67-7d9b-4d56-9884-e1af12e9a0e7 req-38d85c92-063d-421a-9a9f-fecf8a8eaea8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:03.807963 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aebc7b67-7d9b-4d56-9884-e1af12e9a0e7 req-38d85c92-063d-421a-9a9f-fecf8a8eaea8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0541553 Aug 29 19:14:03.811782 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c8d042a1-5f1a-4b58-9d03-d34ce6aa3993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b4744cd9-cf59-4697-bc15-cd34f9483502), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.815616 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c8d042a1-5f1a-4b58-9d03-d34ce6aa3993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:03.816868 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c8d042a1-5f1a-4b58-9d03-d34ce6aa3993 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b4744cd9-cf59-4697-bc15-cd34f9483502 HTTP/1.1" status: 204 len: 168 time: 0.1509175 Aug 29 19:14:03.836121 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d042a1-5f1a-4b58-9d03-d34ce6aa3993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4744cd9-cf59-4697-bc15-cd34f9483502,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:03.872910 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:03.886809 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aebc7b67-7d9b-4d56-9884-e1af12e9a0e7 req-5e4e283b-a88e-4230-b4d5-ef21ea7d82b0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721784 Aug 29 19:14:04.123521 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 58878) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:04.137273 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ce16dca9-4476-425d-9b36-7a3b10554fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.139133 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2f22-2507-4568-bbce-77aafcad0d98 req-11457f68-afd1-4421-92d5-47b89bb655c6 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:04.140602 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-805e2f22-2507-4568-bbce-77aafcad0d98 req-11457f68-afd1-4421-92d5-47b89bb655c6 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0493169 Aug 29 19:14:04.192507 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-805e2f22-2507-4568-bbce-77aafcad0d98 req-a6831a91-95cb-4689-8d3a-c205303b804e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Aug 29 19:14:04.203743 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:04.220174 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ce16dca9-4476-425d-9b36-7a3b10554fb1 admin admin] Publish callbacks [] for security_group (580b81be-6392-4954-a7a2-3ab6d876a100), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.224487 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ce16dca9-4476-425d-9b36-7a3b10554fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (580b81be-6392-4954-a7a2-3ab6d876a100), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.267526 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ce16dca9-4476-425d-9b36-7a3b10554fb1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=892491a1554048cf8f8c7293a2f7f06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428466 Aug 29 19:14:04.269695 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16dca9-4476-425d-9b36-7a3b10554fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b81be-6392-4954-a7a2-3ab6d876a100,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:04.270312 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 58882) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:04.321490 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6005-5190-4586-8b0f-a2fe5fe9ab22 admin admin] Publish callbacks [] for security_group (580b81be-6392-4954-a7a2-3ab6d876a100), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.340908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6005-5190-4586-8b0f-a2fe5fe9ab22 admin admin] Publish callbacks [] for security_group (580b81be-6392-4954-a7a2-3ab6d876a100), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.391886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6005-5190-4586-8b0f-a2fe5fe9ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (580b81be-6392-4954-a7a2-3ab6d876a100), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.394565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6005-5190-4586-8b0f-a2fe5fe9ab22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:04.395699 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-fc4c6005-5190-4586-8b0f-a2fe5fe9ab22 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/580b81be-6392-4954-a7a2-3ab6d876a100 HTTP/1.1" status: 204 len: 168 time: 0.1243229 Aug 29 19:14:04.403982 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c6005-5190-4586-8b0f-a2fe5fe9ab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b81be-6392-4954-a7a2-3ab6d876a100,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:05.045756 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d93-c20f-4f8d-93f8-152ddb0e5809 req-aa88531c-bb7b-4a23-a323-c32c3ee8ffba tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.047293 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-74f12d93-c20f-4f8d-93f8-152ddb0e5809 req-aa88531c-bb7b-4a23-a323-c32c3ee8ffba tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0575109 Aug 29 19:14:05.112988 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-74f12d93-c20f-4f8d-93f8-152ddb0e5809 req-5463623f-c03e-4998-a3d4-ef0702956571 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579848 Aug 29 19:14:05.317282 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f88c3-5ab2-4fc9-9ae7-9a9bb1ba5c46 req-ee1dc1df-6519-4688-befd-028eb6481654 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.318770 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b19f88c3-5ab2-4fc9-9ae7-9a9bb1ba5c46 req-ee1dc1df-6519-4688-befd-028eb6481654 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0490592 Aug 29 19:14:05.371796 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b19f88c3-5ab2-4fc9-9ae7-9a9bb1ba5c46 req-da0d1f82-ab7a-478d-b9bb-63775bbca336 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Aug 29 19:14:05.629028 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-d7c1dc6d-b239-40c7-9ca5-9c63ba88e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.630598 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-d7c1dc6d-b239-40c7-9ca5-9c63ba88e9b2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac&tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb HTTP/1.1" status: 200 len: 1130 time: 0.0519025 Aug 29 19:14:05.718245 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-bafa6aec-0c7d-479c-ad7a-eea325a608db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.720021 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-bafa6aec-0c7d-479c-ad7a-eea325a608db service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1130 time: 0.0418971 Aug 29 19:14:05.815100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-1c67a083-9b8a-4721-b1c9-25baa0f1470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.817504 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-1c67a083-9b8a-4721-b1c9-25baa0f1470c service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 910 time: 0.0918207 Aug 29 19:14:05.884998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-3284662b-7178-40f8-9875-e556ec629e7c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 1002 time: 0.0590706 Aug 29 19:14:05.939939 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-f2cf7ad0-dfd1-4f7f-8088-c1b595c992e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.941395 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-f2cf7ad0-dfd1-4f7f-8088-c1b595c992e6 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 200 len: 847 time: 0.0490854 Aug 29 19:14:05.955345 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:05.996419 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-427b842d-5c22-43c0-b41b-1d0075c5da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:05.997928 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:05.998185 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-427b842d-5c22-43c0-b41b-1d0075c5da6e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=c577f8dd-232c-46d1-8dca-d9595c50b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489652 Aug 29 19:14:06.023940 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:06.035792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port bc2fe8d5-1c6f-407b-8613-774dc48866ca is: ACTIVE; New status is: DOWN {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:06.036091 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:06.063109 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:06.065405 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09463f36-4b89-4a2d-9c5f-d854dd1bbdda" -d '{"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:06.078740 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:06.084064 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:06.084741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:06.113401 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b84ddf-1f1d-4d06-9bc2-9acd67200024 x-openstack-request-id: req-30b84ddf-1f1d-4d06-9bc2-9acd67200024 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:06.113688 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:06.114130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-30b84ddf-1f1d-4d06-9bc2-9acd67200024 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:06.114726 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b84ddf-1f1d-4d06-9bc2-9acd67200024'] response: {'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'code': 200} Aug 29 19:14:06.121526 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-e4d29cb3-de82-41a7-9a56-0b74374506f6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125073 Aug 29 19:14:06.146381 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=6']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:06.274343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:06.304611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e77b8-978a-4fef-a39b-af7060e55993 req-2890b0bd-02d2-45d0-a6a4-fb5b61618dc0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:06.306145 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b04e77b8-978a-4fef-a39b-af7060e55993 req-2890b0bd-02d2-45d0-a6a4-fb5b61618dc0 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.1001461 Aug 29 19:14:06.355583 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18a818bb-bae4-4924-ab80-d055a5018c89 req-7f7b6174-4af0-49ab-b6e3-4e7333d609c4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634684 Aug 29 19:14:06.378159 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b04e77b8-978a-4fef-a39b-af7060e55993 req-f07ca29d-c027-457f-b3f8-d6cd8bad0f0e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648303 Aug 29 19:14:06.498168 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4bf67-fde4-48b2-8eb3-d7873df8b775 req-b1d00ee8-ed2c-42a4-8db5-52243dfd5b4b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:06.499778 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-14a4bf67-fde4-48b2-8eb3-d7873df8b775 req-b1d00ee8-ed2c-42a4-8db5-52243dfd5b4b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0488868 Aug 29 19:14:06.553975 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-14a4bf67-fde4-48b2-8eb3-d7873df8b775 req-d288191c-9044-4274-91a4-a4c319a15435 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Aug 29 19:14:07.505897 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33197-a3b6-4914-ac41-9a89672f1a0e req-ab7b7d1a-9f84-4c76-b17b-af85777d726a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:07.507395 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d33197-a3b6-4914-ac41-9a89672f1a0e req-ab7b7d1a-9f84-4c76-b17b-af85777d726a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0482666 Aug 29 19:14:07.556238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d33197-a3b6-4914-ac41-9a89672f1a0e req-51dd6b2a-060a-4dad-82b0-a54920b8f88f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Aug 29 19:14:07.677828 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c4e2d-3d36-49be-b031-49fe79739d60 req-08e855e0-5732-4f8a-a510-678fc98b51c7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:07.679324 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-224c4e2d-3d36-49be-b031-49fe79739d60 req-08e855e0-5732-4f8a-a510-678fc98b51c7 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0494080 Aug 29 19:14:07.730843 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-224c4e2d-3d36-49be-b031-49fe79739d60 req-8e203831-0739-4edc-b9b3-06bcfce5a6ed tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Aug 29 19:14:08.688943 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86650f2-892e-4b17-8986-0ff060d98723 req-4f736781-70fe-420b-8946-8c024fae13bc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:08.690403 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e86650f2-892e-4b17-8986-0ff060d98723 req-4f736781-70fe-420b-8946-8c024fae13bc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0517402 Aug 29 19:14:08.737131 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e86650f2-892e-4b17-8986-0ff060d98723 req-623856e2-98bf-4315-bd8e-cc34ffb2a3fd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Aug 29 19:14:08.854762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc119f6-fd6c-4077-929a-ac683455bfa6 req-72ebef86-f8de-4c9c-99f7-4a178ae4ca6f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:08.856264 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bc119f6-fd6c-4077-929a-ac683455bfa6 req-72ebef86-f8de-4c9c-99f7-4a178ae4ca6f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0478501 Aug 29 19:14:08.906536 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5bc119f6-fd6c-4077-929a-ac683455bfa6 req-8dc5afbf-3ee4-4188-8bba-dc5d31eb8184 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 Aug 29 19:14:09.869426 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f872b15-9326-49d5-b331-505584195e5c req-40ae9aa1-322d-4d26-88e1-c3b59857c916 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:09.870884 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1f872b15-9326-49d5-b331-505584195e5c req-40ae9aa1-322d-4d26-88e1-c3b59857c916 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0537250 Aug 29 19:14:09.920673 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1f872b15-9326-49d5-b331-505584195e5c req-06abef03-9f7a-4124-9cce-47b462aab4d8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Aug 29 19:14:10.025547 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eded62-90b6-4d57-919f-6cd28c963997 req-8dfc0bb0-13c6-4115-8708-6f90a804632f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:10.026894 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a8eded62-90b6-4d57-919f-6cd28c963997 req-8dfc0bb0-13c6-4115-8708-6f90a804632f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0462441 Aug 29 19:14:10.075993 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a8eded62-90b6-4d57-919f-6cd28c963997 req-d46e80d9-aebc-4405-8e5f-134d11ada2b8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Aug 29 19:14:10.480356 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59010) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:10.588538 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-65303902-a9ee-45b5-94a3-b6c8dbcaccc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.666311 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-65303902-a9ee-45b5-94a3-b6c8dbcaccc4 admin admin] Publish callbacks [] for security_group (0d9b5084-14d7-4a01-8427-443bb28b453c), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.670143 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-65303902-a9ee-45b5-94a3-b6c8dbcaccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0d9b5084-14d7-4a01-8427-443bb28b453c), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.674702 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:10.687354 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:10.713595 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-65303902-a9ee-45b5-94a3-b6c8dbcaccc4 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6bd985248fee469db78452c212e9ff19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320571 Aug 29 19:14:10.716141 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65303902-a9ee-45b5-94a3-b6c8dbcaccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9b5084-14d7-4a01-8427-443bb28b453c,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:10.716606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59014) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:10.771311 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2af-0871-4adc-aa87-554fece6a2af admin admin] Publish callbacks [] for security_group (0d9b5084-14d7-4a01-8427-443bb28b453c), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.791317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2af-0871-4adc-aa87-554fece6a2af admin admin] Publish callbacks [] for security_group (0d9b5084-14d7-4a01-8427-443bb28b453c), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.839254 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2af-0871-4adc-aa87-554fece6a2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0d9b5084-14d7-4a01-8427-443bb28b453c), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.841782 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2af-0871-4adc-aa87-554fece6a2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:10.842928 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-4a80d2af-0871-4adc-aa87-554fece6a2af admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0d9b5084-14d7-4a01-8427-443bb28b453c HTTP/1.1" status: 204 len: 168 time: 0.1251068 Aug 29 19:14:10.850742 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80d2af-0871-4adc-aa87-554fece6a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9b5084-14d7-4a01-8427-443bb28b453c,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:11.063025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf79970-eda6-4363-a26c-56ef87c8e772 req-47f51d5f-3faf-4405-940b-c9828e677340 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:11.065138 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cbf79970-eda6-4363-a26c-56ef87c8e772 req-47f51d5f-3faf-4405-940b-c9828e677340 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0564704 Aug 29 19:14:11.115688 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cbf79970-eda6-4363-a26c-56ef87c8e772 req-cc3e17a6-61a6-4db6-af6c-931913014d00 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Aug 29 19:14:11.134772 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59024) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:11.149215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf53b-0272-45c5-8e95-bdd5edf42c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.215744 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088d32-4a1b-4834-99eb-2f03696de50a req-48e95f15-8de9-42e2-a299-3da63641614b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:11.217219 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d3088d32-4a1b-4834-99eb-2f03696de50a req-48e95f15-8de9-42e2-a299-3da63641614b tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0484722 Aug 29 19:14:11.229975 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf53b-0272-45c5-8e95-bdd5edf42c06 admin admin] Publish callbacks [] for security_group (ff43a91c-934c-43ab-9d09-43d7eeaee09f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.234808 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf53b-0272-45c5-8e95-bdd5edf42c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ff43a91c-934c-43ab-9d09-43d7eeaee09f), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.268456 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d3088d32-4a1b-4834-99eb-2f03696de50a req-8f2d3354-6923-4ce3-81a7-8acfca194530 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Aug 29 19:14:11.272232 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-1dbdf53b-0272-45c5-8e95-bdd5edf42c06 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d277c337cd9d4c4a8839a497ed9a0b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356649 Aug 29 19:14:11.275530 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59026) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:11.281677 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdf53b-0272-45c5-8e95-bdd5edf42c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43a91c-934c-43ab-9d09-43d7eeaee09f,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:11.329417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cbba8c77-51b1-4713-90c5-c060db5eca51 admin admin] Publish callbacks [] for security_group (ff43a91c-934c-43ab-9d09-43d7eeaee09f), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.349044 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cbba8c77-51b1-4713-90c5-c060db5eca51 admin admin] Publish callbacks [] for security_group (ff43a91c-934c-43ab-9d09-43d7eeaee09f), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.395573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cbba8c77-51b1-4713-90c5-c060db5eca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ff43a91c-934c-43ab-9d09-43d7eeaee09f), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.398045 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-cbba8c77-51b1-4713-90c5-c060db5eca51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:11.399203 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-cbba8c77-51b1-4713-90c5-c060db5eca51 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ff43a91c-934c-43ab-9d09-43d7eeaee09f HTTP/1.1" status: 204 len: 168 time: 0.1224754 Aug 29 19:14:11.408589 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8c77-51b1-4713-90c5-c060db5eca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43a91c-934c-43ab-9d09-43d7eeaee09f,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:12.245611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831723cb-681d-4bfe-90ac-66f3c4229f55 req-32229e81-9b65-4233-821d-d1118b117ca9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:12.247112 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-831723cb-681d-4bfe-90ac-66f3c4229f55 req-32229e81-9b65-4233-821d-d1118b117ca9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Aug 29 19:14:12.295141 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-831723cb-681d-4bfe-90ac-66f3c4229f55 req-7951128b-27f4-4519-93ec-b30780e6a582 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Aug 29 19:14:12.401546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db78d2-414e-43bf-9d95-64e5005d2c09 req-e1e0ca59-ee7f-4386-ae44-f052b4f39397 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:12.407748 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-47db78d2-414e-43bf-9d95-64e5005d2c09 req-e1e0ca59-ee7f-4386-ae44-f052b4f39397 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0545263 Aug 29 19:14:12.460194 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-47db78d2-414e-43bf-9d95-64e5005d2c09 req-257a9622-36d4-4915-8b99-4d617733ae72 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509579 Aug 29 19:14:12.502748 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59064) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:12.610993 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-516b88bd-b00b-49dd-830a-b656942aa511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.689543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-516b88bd-b00b-49dd-830a-b656942aa511 admin admin] Publish callbacks [] for security_group (ac520f55-ae9a-4175-b462-1982fb731302), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.693170 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-516b88bd-b00b-49dd-830a-b656942aa511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ac520f55-ae9a-4175-b462-1982fb731302), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.731474 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-516b88bd-b00b-49dd-830a-b656942aa511 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=54bcb15a0ab74511a9fd6918dcab89fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275853 Aug 29 19:14:12.732361 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b88bd-b00b-49dd-830a-b656942aa511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac520f55-ae9a-4175-b462-1982fb731302,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:12.734231 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59070) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:12.742223 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:12.787732 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-126a1c04-81f9-48c2-a9ad-01b031359c10 admin admin] Publish callbacks [] for security_group (ac520f55-ae9a-4175-b462-1982fb731302), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.816179 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-126a1c04-81f9-48c2-a9ad-01b031359c10 admin admin] Publish callbacks [] for security_group (ac520f55-ae9a-4175-b462-1982fb731302), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.864425 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-126a1c04-81f9-48c2-a9ad-01b031359c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ac520f55-ae9a-4175-b462-1982fb731302), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.867042 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-126a1c04-81f9-48c2-a9ad-01b031359c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:12.868215 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-126a1c04-81f9-48c2-a9ad-01b031359c10 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ac520f55-ae9a-4175-b462-1982fb731302 HTTP/1.1" status: 204 len: 168 time: 0.1329818 Aug 29 19:14:12.876798 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a1c04-81f9-48c2-a9ad-01b031359c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac520f55-ae9a-4175-b462-1982fb731302,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:13.486231 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c65310-e5c6-4d23-ba22-e89af0813c70 req-618735c9-037b-4d09-b1ac-b0c1ebc8ad63 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:13.488155 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05c65310-e5c6-4d23-ba22-e89af0813c70 req-618735c9-037b-4d09-b1ac-b0c1ebc8ad63 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0912318 Aug 29 19:14:13.489582 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecca8a-53fa-46f8-9eca-70fb7a06a6a3 req-154193ba-9bd7-4c3a-8b42-2526c7307c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:13.491095 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-06ecca8a-53fa-46f8-9eca-70fb7a06a6a3 req-154193ba-9bd7-4c3a-8b42-2526c7307c27 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1128 time: 0.0818005 Aug 29 19:14:13.523414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:13.587581 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:13.611345 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05c65310-e5c6-4d23-ba22-e89af0813c70 req-f84eeed3-4173-4e71-b5c8-affdd66f3ce8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164753 Aug 29 19:14:13.617304 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-06ecca8a-53fa-46f8-9eca-70fb7a06a6a3 req-7b55f3ba-254d-4b8f-a473-71563f9dfe64 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171179 Aug 29 19:14:13.626733 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d4cd1-8820-4518-9889-40f3760a4e7b req-6027d7df-a3db-4bee-baea-dc5d5ab1ce95 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:13.628249 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ed1d4cd1-8820-4518-9889-40f3760a4e7b req-6027d7df-a3db-4bee-baea-dc5d5ab1ce95 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0860159 Aug 29 19:14:13.694101 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ed1d4cd1-8820-4518-9889-40f3760a4e7b req-11392338-3325-4e11-9c8f-a38593bc5b06 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541821 Aug 29 19:14:13.879252 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:13.980163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:14:14.089014 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:14.110116 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'mac_address': 'fa:16:3e:1c:99:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:14:14.155333 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: ACTIVE; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:14.156184 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:14.172661 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4371ad0-840e-40ed-b29d-5fdc435f7837 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:14:14.198017 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:14.211373 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:14.275877 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=6']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:14.406046 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['d4371ad0-840e-40ed-b29d-5fdc435f7837'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:14:14.517891 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:14.813710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613342-1cc6-4260-9bff-e3610d0b7efd req-182f846e-2525-4983-a69a-4cc7c1eddea9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:14.815239 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9613342-1cc6-4260-9bff-e3610d0b7efd req-182f846e-2525-4983-a69a-4cc7c1eddea9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 944 time: 0.0897040 Aug 29 19:14:14.847977 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06438bf2-0ee3-410c-ac5e-3cb4eaf6ae1b req-2f4c552e-e4a4-4087-b70a-75ec0c3a9875 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:14.849497 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-06438bf2-0ee3-410c-ac5e-3cb4eaf6ae1b req-2f4c552e-e4a4-4087-b70a-75ec0c3a9875 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.0763891 Aug 29 19:14:14.898386 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e9613342-1cc6-4260-9bff-e3610d0b7efd req-773ee132-e2b1-4917-851a-c39409d2a00c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749698 Aug 29 19:14:14.939499 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-06438bf2-0ee3-410c-ac5e-3cb4eaf6ae1b req-9892b35f-785e-4c4d-879f-8d334ecbd4cf tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824485 Aug 29 19:14:16.007465 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:14:16.032824 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:16.137164 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port d4371ad0-840e-40ed-b29d-5fdc435f7837 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:14:16.137539 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:16.184457 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:16.212670 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:16.224256 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:16.233397 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'port_id': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'mac_address': 'fa:16:3e:37:74:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:14:16.304674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:16.305228 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:16.308538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port bc2fe8d5-1c6f-407b-8613-774dc48866ca is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:16.309017 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:16.338201 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2fe8d5-1c6f-407b-8613-774dc48866ca {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:14:16.352270 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:16.354950 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cd4f68-ce4b-4a11-b838-c77d1dccd41f" -d '{"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-plugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:16.378456 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716fa07-d39b-4d71-98aa-6b1ecefb7a7c req-41b0e7ff-5573-4508-94af-55a53ee009bd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:16.380072 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c716fa07-d39b-4d71-98aa-6b1ecefb7a7c req-41b0e7ff-5573-4508-94af-55a53ee009bd tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 944 time: 0.3638914 Aug 29 19:14:16.382777 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:16.386886 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:16.388826 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:16.395425 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:16.407996 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d8299-ce12-405a-8e96-277f2ccdaaed req-52531db6-f708-4c94-9c16-23d236de0dfb tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:16.415686 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cc4d8299-ce12-405a-8e96-277f2ccdaaed req-52531db6-f708-4c94-9c16-23d236de0dfb tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 944 time: 0.3628774 Aug 29 19:14:16.463747 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=7']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:16.502992 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c716fa07-d39b-4d71-98aa-6b1ecefb7a7c req-85c668d3-adb6-4566-819e-202d5511fe87 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128669 Aug 29 19:14:16.508230 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cc4d8299-ce12-405a-8e96-277f2ccdaaed req-422725d4-f09b-4d77-a1c4-71a1466788f1 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917006 Aug 29 19:14:16.558377 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=7']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:16.578565 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b70110-6cc5-4ffb-9055-0014951e4b58 x-openstack-request-id: req-f4b70110-6cc5-4ffb-9055-0014951e4b58 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:16.578853 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-plugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:16.579703 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f4b70110-6cc5-4ffb-9055-0014951e4b58 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:16.580173 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b70110-6cc5-4ffb-9055-0014951e4b58'] response: {'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'code': 200} Aug 29 19:14:16.871108 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['bc2fe8d5-1c6f-407b-8613-774dc48866ca'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:14:17.373365 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59204) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:17.502098 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-56c94fcf-f8ab-41e9-815b-7b30e41a2b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.594636 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-56c94fcf-f8ab-41e9-815b-7b30e41a2b61 admin admin] Publish callbacks [] for security_group (0b51af54-c4e3-465b-ae54-22f038f55662), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.600877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-56c94fcf-f8ab-41e9-815b-7b30e41a2b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0b51af54-c4e3-465b-ae54-22f038f55662), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.658360 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-56c94fcf-f8ab-41e9-815b-7b30e41a2b61 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=606b72ef709847d9a8f3a9a822f4eeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827277 Aug 29 19:14:17.661373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59210) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:17.680116 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c94fcf-f8ab-41e9-815b-7b30e41a2b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b51af54-c4e3-465b-ae54-22f038f55662,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:17.702131 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05695a2f-a249-45fc-be70-7b4b59c96214 req-ca8c8969-534c-43c6-9b9e-577f8b89c19f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:17.705680 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05695a2f-a249-45fc-be70-7b4b59c96214 req-ca8c8969-534c-43c6-9b9e-577f8b89c19f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0735669 Aug 29 19:14:17.729292 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3052669-7462-4983-9c99-01962e3968f5 admin admin] Publish callbacks [] for security_group (0b51af54-c4e3-465b-ae54-22f038f55662), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.759186 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3052669-7462-4983-9c99-01962e3968f5 admin admin] Publish callbacks [] for security_group (0b51af54-c4e3-465b-ae54-22f038f55662), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.765719 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-05695a2f-a249-45fc-be70-7b4b59c96214 req-e2a51633-9797-4164-866f-a08fb9adc205 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544198 Aug 29 19:14:17.827376 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3052669-7462-4983-9c99-01962e3968f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0b51af54-c4e3-465b-ae54-22f038f55662), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.830508 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a3052669-7462-4983-9c99-01962e3968f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:17.834777 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a3052669-7462-4983-9c99-01962e3968f5 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0b51af54-c4e3-465b-ae54-22f038f55662 HTTP/1.1" status: 204 len: 168 time: 0.1717639 Aug 29 19:14:17.856946 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3052669-7462-4983-9c99-01962e3968f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b51af54-c4e3-465b-ae54-22f038f55662,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:18.120487 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:18.186342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port bc2fe8d5-1c6f-407b-8613-774dc48866ca triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:14:18.186810 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.227539 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59218) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:18.243877 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b1974bc-adeb-4f17-aff4-10a4021d0ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.290899 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:18.301047 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port bc2fe8d5-1c6f-407b-8613-774dc48866ca is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:18.301687 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.347601 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:18.349634 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b1974bc-adeb-4f17-aff4-10a4021d0ecd admin admin] Publish callbacks [] for security_group (2224cfc9-a5c3-4d9b-812b-956e54466cb2), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.352297 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.355201 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8b1974bc-adeb-4f17-aff4-10a4021d0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (2224cfc9-a5c3-4d9b-812b-956e54466cb2), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.398671 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:18.404433 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8b1974bc-adeb-4f17-aff4-10a4021d0ecd admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=849e4b4603a042a0886b5e4fe2d8cc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753573 Aug 29 19:14:18.405324 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1974bc-adeb-4f17-aff4-10a4021d0ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224cfc9-a5c3-4d9b-812b-956e54466cb2,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:18.407271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59220) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:18.414868 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=8']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:18.473784 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-81c8c423-8094-4340-822a-0430f478d86f admin admin] Publish callbacks [] for security_group (2224cfc9-a5c3-4d9b-812b-956e54466cb2), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.495096 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-81c8c423-8094-4340-822a-0430f478d86f admin admin] Publish callbacks [] for security_group (2224cfc9-a5c3-4d9b-812b-956e54466cb2), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.555555 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-81c8c423-8094-4340-822a-0430f478d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (2224cfc9-a5c3-4d9b-812b-956e54466cb2), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.558472 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-81c8c423-8094-4340-822a-0430f478d86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:18.559841 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-81c8c423-8094-4340-822a-0430f478d86f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2224cfc9-a5c3-4d9b-812b-956e54466cb2 HTTP/1.1" status: 204 len: 168 time: 0.1514380 Aug 29 19:14:18.570146 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8c423-8094-4340-822a-0430f478d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224cfc9-a5c3-4d9b-812b-956e54466cb2,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:18.582256 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:18.584769 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15697583-3fb9-4d51-a091-c24f011bf4df" -d '{"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:18.653535 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ff8050-fa73-4916-8b58-7dc0eb1ef7dc x-openstack-request-id: req-68ff8050-fa73-4916-8b58-7dc0eb1ef7dc {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:18.653857 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:18.654335 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-68ff8050-fa73-4916-8b58-7dc0eb1ef7dc {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:18.654515 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ff8050-fa73-4916-8b58-7dc0eb1ef7dc'] response: {'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'code': 200} Aug 29 19:14:18.922655 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:18.934525 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:18.947205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583efb3-5c23-4a4f-a3cd-133be9936d3d req-51d2a692-cc60-4dd4-a637-d86c6aa1a2e4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:18.954940 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7583efb3-5c23-4a4f-a3cd-133be9936d3d req-51d2a692-cc60-4dd4-a637-d86c6aa1a2e4 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0823991 Aug 29 19:14:19.028401 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7583efb3-5c23-4a4f-a3cd-133be9936d3d req-a103b94a-52f0-47b3-b40c-63a8b8773411 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723965 Aug 29 19:14:20.196516 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a1cb-6169-4e67-9921-cf50ef4824bf req-7942dfc7-7b6a-48d3-9aac-3c27f31d1afb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:20.198888 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-77f3a1cb-6169-4e67-9921-cf50ef4824bf req-7942dfc7-7b6a-48d3-9aac-3c27f31d1afb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0556760 Aug 29 19:14:20.260235 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-77f3a1cb-6169-4e67-9921-cf50ef4824bf req-1bc695fd-459e-4455-949b-96ddef348b4e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553913 Aug 29 19:14:21.441071 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f5b8-ae43-4a42-9caa-51c8937f4620 req-14946cb1-1054-422c-b0f3-e60fa84cd6fe tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:21.442861 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e642f5b8-ae43-4a42-9caa-51c8937f4620 req-14946cb1-1054-422c-b0f3-e60fa84cd6fe tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0675364 Aug 29 19:14:21.533715 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e642f5b8-ae43-4a42-9caa-51c8937f4620 req-1def91ba-b842-4883-a2a8-95d57a7a58ed tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827885 Aug 29 19:14:22.694213 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b9bf5-aad3-4cb5-bb7f-34adccc72b2a req-4d84be8b-d18d-4b4b-bb0f-297b46142c34 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:22.695773 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-138b9bf5-aad3-4cb5-bb7f-34adccc72b2a req-4d84be8b-d18d-4b4b-bb0f-297b46142c34 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0675359 Aug 29 19:14:22.778617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-138b9bf5-aad3-4cb5-bb7f-34adccc72b2a req-05232da5-1aa2-4065-b441-88b4250455d8 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754144 Aug 29 19:14:24.013292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea7c3-7870-4c8a-bd75-6a35a9931e1c req-1e8d3663-7bf6-49cd-9328-29324a8d3200 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:24.015777 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-be0ea7c3-7870-4c8a-bd75-6a35a9931e1c req-1e8d3663-7bf6-49cd-9328-29324a8d3200 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0918417 Aug 29 19:14:24.087020 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-be0ea7c3-7870-4c8a-bd75-6a35a9931e1c req-7dd75afa-9db1-45fd-8f32-d23ab2b07dff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548410 Aug 29 19:14:24.995775 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=14 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:25.000650 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=12 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:25.260556 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eddcc-efc9-4c88-9de5-7bd41b6836d4 req-61882f41-e1c0-4402-8c9a-054e5dddb0c5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:25.270335 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-865eddcc-efc9-4c88-9de5-7bd41b6836d4 req-61882f41-e1c0-4402-8c9a-054e5dddb0c5 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0755918 Aug 29 19:14:25.363676 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-865eddcc-efc9-4c88-9de5-7bd41b6836d4 req-256e4467-1032-4516-8a8f-5a81adfdaae7 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917046 Aug 29 19:14:26.456776 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:26.463640 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b46a98ea-bf67-48d6-9f68-db9d4c2a7ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:26.524021 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f11a2-d202-44df-bcf4-f554196aca45 req-968867e7-0452-4e9d-a4bc-7dfd5052ec3e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:26.526280 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6d0f11a2-d202-44df-bcf4-f554196aca45 req-968867e7-0452-4e9d-a4bc-7dfd5052ec3e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Aug 29 19:14:26.576061 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6d0f11a2-d202-44df-bcf4-f554196aca45 req-af54f650-1114-4c3e-b3b4-66cbe5a9726c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440063 Aug 29 19:14:26.746808 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-a90e9a33-0884-4c01-932e-5f6f78ade39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:26.749743 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-a90e9a33-0884-4c01-932e-5f6f78ade39b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1129 time: 0.0533173 Aug 29 19:14:27.199560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-cabde279-96bc-46c9-aeea-915a812a7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:27.200923 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-cabde279-96bc-46c9-aeea-915a812a7dde service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.0933890 Aug 29 19:14:27.336568 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-826a3b47-0ec0-4053-bb37-25fdedf42ac5 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 1001 time: 0.0653372 Aug 29 19:14:27.389286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-51c86b10-6747-4e6f-b2ca-f8cb78ba7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:27.390708 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-51c86b10-6747-4e6f-b2ca-f8cb78ba7ef4 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0443523 Aug 29 19:14:27.436531 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-f5328f9a-7022-43a4-9e3e-df0559640867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:27.437957 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-f5328f9a-7022-43a4-9e3e-df0559640867 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390606 Aug 29 19:14:27.508450 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:27.540416 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-e4b32afa-8a9c-484b-8a68-019345509814 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941491 Aug 29 19:14:27.652221 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-69b8655e-bc41-4636-bd81-19e0430f4358 req-33e3e90a-610f-4081-9019-c470d4f1aca2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047311 Aug 29 19:14:27.680731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:27.722311 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec63d-2321-4b6d-8058-0acfd9c08a23 req-b2eb91e4-8a3d-47a4-b66b-5b3338fbbc9e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:27.723895 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e0aec63d-2321-4b6d-8058-0acfd9c08a23 req-b2eb91e4-8a3d-47a4-b66b-5b3338fbbc9e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0604637 Aug 29 19:14:27.776945 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e0aec63d-2321-4b6d-8058-0acfd9c08a23 req-db478d81-ca8c-40af-b96f-7bac700ac307 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472264 Aug 29 19:14:28.234100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59434) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:28.348098 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2a974f63-3486-40b0-9457-3c7ccdda3be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.398083 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:28.400789 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=15,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:28.424393 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2a974f63-3486-40b0-9457-3c7ccdda3be1 admin admin] Publish callbacks [] for security_group (24f44dcd-134b-4af5-b0bf-8d0d71aea30e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.428066 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-2a974f63-3486-40b0-9457-3c7ccdda3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (24f44dcd-134b-4af5-b0bf-8d0d71aea30e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.465413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a974f63-3486-40b0-9457-3c7ccdda3be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f44dcd-134b-4af5-b0bf-8d0d71aea30e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:28.469715 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-2a974f63-3486-40b0-9457-3c7ccdda3be1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=77e41c96c32a4609807d58efc196029a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345424 Aug 29 19:14:28.472436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59438) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:28.522388 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a308450-f6c2-4277-9211-286d6e16909e admin admin] Publish callbacks [] for security_group (24f44dcd-134b-4af5-b0bf-8d0d71aea30e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.542297 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a308450-f6c2-4277-9211-286d6e16909e admin admin] Publish callbacks [] for security_group (24f44dcd-134b-4af5-b0bf-8d0d71aea30e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.592087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a308450-f6c2-4277-9211-286d6e16909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (24f44dcd-134b-4af5-b0bf-8d0d71aea30e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.595342 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0a308450-f6c2-4277-9211-286d6e16909e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.596737 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0a308450-f6c2-4277-9211-286d6e16909e admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/24f44dcd-134b-4af5-b0bf-8d0d71aea30e HTTP/1.1" status: 204 len: 168 time: 0.1233730 Aug 29 19:14:28.604516 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a308450-f6c2-4277-9211-286d6e16909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f44dcd-134b-4af5-b0bf-8d0d71aea30e,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:28.902238 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3eb359d6-90e5-4059-b9b1-10138878b932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.938260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59464) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:28.961702 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc5adfc1-60be-4b23-b542-d832da66e5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.976386 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6217-a731-4833-a3c4-ac9d6d3bfb0e req-2394ef79-d3bb-462a-98ed-4af49f8d585e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:28.978013 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df5a6217-a731-4833-a3c4-ac9d6d3bfb0e req-2394ef79-d3bb-462a-98ed-4af49f8d585e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0989172 Aug 29 19:14:29.055203 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df5a6217-a731-4833-a3c4-ac9d6d3bfb0e req-728cbfe1-aee9-4008-bc61-1f6fdc7fe866 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686767 Aug 29 19:14:29.090676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc5adfc1-60be-4b23-b542-d832da66e5d0 admin admin] Publish callbacks [] for security_group (9f2582e0-f54f-4d49-af5f-53e75f2e7f9f), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.094962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fc5adfc1-60be-4b23-b542-d832da66e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (9f2582e0-f54f-4d49-af5f-53e75f2e7f9f), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.133690 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5adfc1-60be-4b23-b542-d832da66e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2582e0-f54f-4d49-af5f-53e75f2e7f9f,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:29.140369 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-fc5adfc1-60be-4b23-b542-d832da66e5d0 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=07f8b5f5462c4bbdb4101a40e288f821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980414 Aug 29 19:14:29.140612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59470) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:29.148967 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:29.198610 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63e29c98-d9d4-4ffb-ab47-6671c1e9907e admin admin] Publish callbacks [] for security_group (9f2582e0-f54f-4d49-af5f-53e75f2e7f9f), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.221312 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:29.223960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63e29c98-d9d4-4ffb-ab47-6671c1e9907e admin admin] Publish callbacks [] for security_group (9f2582e0-f54f-4d49-af5f-53e75f2e7f9f), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.302293 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60ad0-35fa-4053-b727-29c8495d28aa req-91011ccb-9974-4f06-b02a-07ccfd61c3e5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:29.303779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50b60ad0-35fa-4053-b727-29c8495d28aa req-91011ccb-9974-4f06-b02a-07ccfd61c3e5 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0557330 Aug 29 19:14:29.304843 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63e29c98-d9d4-4ffb-ab47-6671c1e9907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (9f2582e0-f54f-4d49-af5f-53e75f2e7f9f), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.307423 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63e29c98-d9d4-4ffb-ab47-6671c1e9907e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.308403 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-63e29c98-d9d4-4ffb-ab47-6671c1e9907e admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/9f2582e0-f54f-4d49-af5f-53e75f2e7f9f HTTP/1.1" status: 204 len: 168 time: 0.1668847 Aug 29 19:14:29.329225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e29c98-d9d4-4ffb-ab47-6671c1e9907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2582e0-f54f-4d49-af5f-53e75f2e7f9f,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:29.362956 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-50b60ad0-35fa-4053-b727-29c8495d28aa req-b6df19e1-7dde-49b7-b98e-b3f67d0b8952 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517273 Aug 29 19:14:29.683301 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59478) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:29.697349 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-39657e18-59f6-4af8-bd44-07eca253d859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.780647 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-39657e18-59f6-4af8-bd44-07eca253d859 admin admin] Publish callbacks [] for security_group (dd364e45-94e7-42cb-ba2b-5cd8aa805ced), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.784714 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-39657e18-59f6-4af8-bd44-07eca253d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (dd364e45-94e7-42cb-ba2b-5cd8aa805ced), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.826216 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657e18-59f6-4af8-bd44-07eca253d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd364e45-94e7-42cb-ba2b-5cd8aa805ced,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:29.830407 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-39657e18-59f6-4af8-bd44-07eca253d859 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d8a09998f5a84459a2be33a1b3626488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460502 Aug 29 19:14:29.836187 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59480) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:29.879311 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:14:29.884825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab96fc72-eaaf-45a2-af37-8b00f1c6cef0 admin admin] Publish callbacks [] for security_group (dd364e45-94e7-42cb-ba2b-5cd8aa805ced), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.904526 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab96fc72-eaaf-45a2-af37-8b00f1c6cef0 admin admin] Publish callbacks [] for security_group (dd364e45-94e7-42cb-ba2b-5cd8aa805ced), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.951318 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab96fc72-eaaf-45a2-af37-8b00f1c6cef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (dd364e45-94e7-42cb-ba2b-5cd8aa805ced), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.953870 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ab96fc72-eaaf-45a2-af37-8b00f1c6cef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.955006 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ab96fc72-eaaf-45a2-af37-8b00f1c6cef0 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/dd364e45-94e7-42cb-ba2b-5cd8aa805ced HTTP/1.1" status: 204 len: 168 time: 0.1209316 Aug 29 19:14:29.962726 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96fc72-eaaf-45a2-af37-8b00f1c6cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd364e45-94e7-42cb-ba2b-5cd8aa805ced,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:30.084037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.181827 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:30.188504 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172319f-ef0d-47c6-9f6b-4f06ae20d794 req-8f97962f-4f3c-49d2-8902-4ef1323db33d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:30.190871 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a172319f-ef0d-47c6-9f6b-4f06ae20d794 req-8f97962f-4f3c-49d2-8902-4ef1323db33d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 945 time: 0.0488315 Aug 29 19:14:30.249929 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a172319f-ef0d-47c6-9f6b-4f06ae20d794 req-464b6c62-28fc-42d3-9d67-d1dc520c99fc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517871 Aug 29 19:14:30.266808 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: ACTIVE; New status is: DOWN {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:30.267394 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.292542 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:30.294808 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f1d83d-64b9-48be-b5d9-2468c19d9fef" -d '{"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-unplugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:30.310533 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:30.315820 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.341217 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7463b2-894d-4475-9604-edca9fc72b46 x-openstack-request-id: req-5d7463b2-894d-4475-9604-edca9fc72b46 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:30.341518 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-unplugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:30.341772 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5d7463b2-894d-4475-9604-edca9fc72b46 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:30.342164 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7463b2-894d-4475-9604-edca9fc72b46'] response: {'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'code': 200} Aug 29 19:14:30.370601 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=8']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:30.489799 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae3461-2991-4827-ae2e-c870914f8c65 req-ec007b6b-e558-4da0-8605-27026c9c9e4d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:30.491403 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-59ae3461-2991-4827-ae2e-c870914f8c65 req-ec007b6b-e558-4da0-8605-27026c9c9e4d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0506835 Aug 29 19:14:30.542605 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-59ae3461-2991-4827-ae2e-c870914f8c65 req-aaac59be-1ed8-4034-8119-9b38204622ef tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Aug 29 19:14:30.677733 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59510) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:30.774025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1283070026-network', 'tenant_id': 'abcda882db7046eab245492bc4c4d7e6'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:30.793880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Made reservation on behalf of abcda882db7046eab245492bc4c4d7e6 for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:30.796716 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.805441 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.823275 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:30.886192 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks [] for security_group (8e3724e4-6a7e-4c14-804a-c743668668e9), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.889977 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8e3724e4-6a7e-4c14-804a-c743668668e9), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.909875 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:30.919791 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:14:30.927470 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3724e4-6a7e-4c14-804a-c743668668e9,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:30.940313 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (b438606f-deb7-4ce9-aef5-c2a064f7a3e8), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:30.940691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Added segment b438606f-deb7-4ce9-aef5-c2a064f7a3e8 of type vlan for network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 Aug 29 19:14:30.985204 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (3fdbe9fa-77da-455d-95a7-01c7fcef80b3), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.012287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (3fdbe9fa-77da-455d-95a7-01c7fcef80b3), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.013341 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:31.013913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.072911 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3940418 Aug 29 19:14:31.076121 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59514) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:31.078474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bed2bd-59cc-451d-896a-080030dad84e admin admin] Pushing event updated for resources: {'Network': ['ID=3fdbe9fa-77da-455d-95a7-01c7fcef80b3,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:31.082830 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Request body: {'subnet': {'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1283070026-subnet', 'tenant_id': 'abcda882db7046eab245492bc4c4d7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:31.089085 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:14:31.103815 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Made reservation on behalf of abcda882db7046eab245492bc4c4d7e6 for: {'subnet': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:31.106606 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100171'] for subnet (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.397788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011546-8822-4547-8f20-1378bfeebca6 req-4d32ed4f-0d3f-421c-95b8-409731b84503 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:31.400128 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd011546-8822-4547-8f20-1378bfeebca6 req-4d32ed4f-0d3f-421c-95b8-409731b84503 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0560043 Aug 29 19:14:31.457738 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cd011546-8822-4547-8f20-1378bfeebca6 req-383c5168-d7b9-4993-87fe-0fd7ed98f56b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513277 Aug 29 19:14:31.498016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.514918 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2843097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100189'] for subnet (2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.578781 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:31.594946 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.595860 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.596386 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.596827 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.597119 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.597511 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.598082 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.598690 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.598969 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.599492 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.599854 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.600178 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.600498 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.600818 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.601141 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:31.611434 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Checking segment: {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:14:31.611775 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Network hostable DHCP agents. Network: 3fdbe9fa-77da-455d-95a7-01c7fcef80b3, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:14:31.637547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:14:31.655353 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 3fdbe9fa-77da-455d-95a7-01c7fcef80b3) {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:31.661495 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:31.663580 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.665437 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d4a90-9d16-4c64-b1b4-9871ed7082f3 None None] Network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:14:31.696547 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-63f85108-1956-43ec-b65c-afa7eb9f60ec admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6177497 Aug 29 19:14:31.713715 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fd29-fca8-4f67-b412-141127e9ab62 req-e812ca95-621f-4a63-851b-37b92b00bb13 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:31.716670 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5542fd29-fca8-4f67-b412-141127e9ab62 req-e812ca95-621f-4a63-851b-37b92b00bb13 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.0791774 Aug 29 19:14:31.823432 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-2af00a97-5191-4a7a-9db4-cb30b6091e19 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:31.825298 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-2af00a97-5191-4a7a-9db4-cb30b6091e19 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 945 time: 0.1573052 Aug 29 19:14:31.843742 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5542fd29-fca8-4f67-b412-141127e9ab62 req-17d31c5b-82d4-4b84-bf39-28642486422c tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c20cd3ef-306d-4016-98ce-69528af438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963073 Aug 29 19:14:31.948337 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.954916 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d0f0e-f355-41d3-8f65-aa4acbe6000b None None] Network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:14:31.955720 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Deleting port 86571d83-f032-4925-a522-e017c5c41946 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:31.956250 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (86571d83-f032-4925-a522-e017c5c41946), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:32.054990 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] For port 86571d83-f032-4925-a522-e017c5c41946, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=86571d83-f032-4925-a522-e017c5c41946,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:32.055424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (86571d83-f032-4925-a522-e017c5c41946), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:32.234428 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:32.235373 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (fe826445-89ba-4905-b1dc-fc1b717600ed), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:32.235373 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Floating IP fe826445-89ba-4905-b1dc-fc1b717600ed disassociated. External IP: 172.27.2.48, port: 86571d83-f032-4925-a522-e017c5c41946. Aug 29 19:14:32.236213 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Calling delete_port for 86571d83-f032-4925-a522-e017c5c41946 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:32.300795 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:32.402767 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (86571d83-f032-4925-a522-e017c5c41946), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:32.408856 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:32.437117 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event deleted for resources: {'Port': ['ID=86571d83-f032-4925-a522-e017c5c41946,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:32.577587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Router 826beca0-c614-4a07-829c-717b6d1532aa has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:14:32.602062 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb661d68-7d82-47a1-9d0e-87848bc6485f req-c9a5afc7-196a-4b44-95d4-b6b5cef05516 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:32.603542 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb661d68-7d82-47a1-9d0e-87848bc6485f req-c9a5afc7-196a-4b44-95d4-b6b5cef05516 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0551157 Aug 29 19:14:32.730799 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cb661d68-7d82-47a1-9d0e-87848bc6485f req-911a7388-f902-44aa-8a4a-dfd1a4243c37 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918088 Aug 29 19:14:32.738478 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:14:32.748817 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:14:32.760832 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:14:32.761178 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:32.795147 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] No DVR routers for this DVR port 86571d83-f032-4925-a522-e017c5c41946 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:14:32.799106 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:32.802967 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f8c09e6f-0c32-487a-99a3-8a53f24e84de req-e00f53fe-502a-48c4-89da-7ceae5f2b44d tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.71 "DELETE /networking/v2.0/ports/86571d83-f032-4925-a522-e017c5c41946 HTTP/1.1" status: 204 len: 173 time: 0.9724755 Aug 29 19:14:32.803488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'name': 'network-vif-deleted', 'tag': '86571d83-f032-4925-a522-e017c5c41946'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:32.817225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9620b632-3d58-4959-8574-155c09d90c73" -d '{"events": [{"server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "name": "network-vif-deleted", "tag": "86571d83-f032-4925-a522-e017c5c41946"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:32.875521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2718b78-3c3a-4304-aa4e-ed33fc3f104b x-openstack-request-id: req-a2718b78-3c3a-4304-aa4e-ed33fc3f104b {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:32.876136 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3536f9-d021-4b6f-8cbf-39f78138bccd", "name": "network-vif-deleted", "tag": "86571d83-f032-4925-a522-e017c5c41946", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:32.876136 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a2718b78-3c3a-4304-aa4e-ed33fc3f104b {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:32.876787 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2718b78-3c3a-4304-aa4e-ed33fc3f104b'] response: {'server_uuid': 'aa3536f9-d021-4b6f-8cbf-39f78138bccd', 'name': 'network-vif-deleted', 'tag': '86571d83-f032-4925-a522-e017c5c41946', 'status': 'completed', 'code': 200} Aug 29 19:14:32.940029 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:14:33.014028 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-26498a44-3b06-41f5-85ac-5c5833b018b9 req-a61ae2ac-48a7-481b-a270-cc3d37172d2f tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=aa3536f9-d021-4b6f-8cbf-39f78138bccd HTTP/1.1" status: 200 len: 210 time: 0.0443237 Aug 29 19:14:33.162358 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:33.193552 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:14:33.196715 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:33.207351 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:14:33.208028 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:33.315076 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:14:33.337673 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:33.527877 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:33.557095 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2592f5-a316-4f6e-840e-b1aacddc3f86 None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:07:44Z', 'revision_number': 4, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5fbc7592-20f0-4e0b-834b-6be1a4987dda', 'name': '', 'network_id': '72f0c062-bae6-4f61-bab2-9380409ee0e3', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'mac_address': 'fa:16:3e:26:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:41Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'subnets': [{'id': '4e3c8e73-b6aa-4bee-9312-0b9a3d580f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:14:33.681928 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-ecb6ada9-9ca3-4c72-b937-a8b2909fde3c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:33.685353 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-ecb6ada9-9ca3-4c72-b937-a8b2909fde3c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/networks?id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 200 len: 809 time: 0.1622202 Aug 29 19:14:33.704238 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-9b9f41bc-f786-404e-8e00-a14c11083ae0 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/quotas/abcda882db7046eab245492bc4c4d7e6 HTTP/1.1" status: 200 len: 375 time: 0.0127461 Aug 29 19:14:33.750062 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-6edf8e55-892e-43f0-9353-dc3f1657986c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=abcda882db7046eab245492bc4c4d7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396121 Aug 29 19:14:33.810519 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-bd18ac48-c797-4470-9720-6bac951ee5f9 req-1f30a05b-3da2-4129-9e04-dcd314b28df8 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:14:33.811534 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bd18ac48-c797-4470-9720-6bac951ee5f9 req-1f30a05b-3da2-4129-9e04-dcd314b28df8 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064936 Aug 29 19:14:33.870229 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-7725bd49-a2a1-4170-b149-17449ac64ed3 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096754 Aug 29 19:14:33.879053 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa8f69-829b-4a6e-8805-f80bababaf5c None None] New status for floating IP fe826445-89ba-4905-b1dc-fc1b717600ed: DOWN {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:14:34.049945 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60bfb-d995-4f29-b8f3-f98c492b7303 req-1a801009-c98f-4442-ad3c-edc15ecda883 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:34.051485 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-62c60bfb-d995-4f29-b8f3-f98c492b7303 req-1a801009-c98f-4442-ad3c-edc15ecda883 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0762231 Aug 29 19:14:34.078445 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-cf21cb8c-c368-45f1-b004-e96142a408d6 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039890 Aug 29 19:14:34.087064 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-0c426bff-40ed-41d4-aca8-600fb0fe46b9 service neutron] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478680 Aug 29 19:14:34.110413 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-62c60bfb-d995-4f29-b8f3-f98c492b7303 req-20c0055c-7316-4a79-b3bd-20860ca58eb2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 Aug 29 19:14:34.184634 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-2fd7bcfd-18cf-4752-bed1-84b744d58c5d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:34.186013 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-2fd7bcfd-18cf-4752-bed1-84b744d58c5d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports/d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 940 time: 0.0620499 Aug 29 19:14:34.193460 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59598) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:34.264304 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:34.265056 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:34.308690 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed77dc6d-172a-468a-a5d1-00634044d1a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (c20cd3ef-306d-4016-98ce-69528af438aa), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.315634 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bdd3a31c-14a0-4c6b-9825-6d44c47f4a21 req-b9ff00f0-096f-498c-a1e6-868db5d43128 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0658524 Aug 29 19:14:34.337439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed77dc6d-172a-468a-a5d1-00634044d1a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (c20cd3ef-306d-4016-98ce-69528af438aa), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.362267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: DOWN; New status is: DOWN {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:34.363505 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 86571d83-f032-4925-a522-e017c5c41946 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:34.387219 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 86571d83-f032-4925-a522-e017c5c41946 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:14:34.387700 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 86571d83-f032-4925-a522-e017c5c41946 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:14:34.393586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:34.417844 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed77dc6d-172a-468a-a5d1-00634044d1a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (c20cd3ef-306d-4016-98ce-69528af438aa), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.421499 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ed77dc6d-172a-468a-a5d1-00634044d1a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.422713 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ed77dc6d-172a-468a-a5d1-00634044d1a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/c20cd3ef-306d-4016-98ce-69528af438aa HTTP/1.1" status: 204 len: 168 time: 0.2280192 Aug 29 19:14:34.426629 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59614) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:34.432727 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77dc6d-172a-468a-a5d1-00634044d1a4 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20cd3ef-306d-4016-98ce-69528af438aa,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:34.449131 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.api.v2.resource [None req-14ddf1a9-e6f1-456e-b6d3-5468ea44fc97 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] show failed (client error): The resource could not be found. Aug 29 19:14:34.453755 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-14ddf1a9-e6f1-456e-b6d3-5468ea44fc97 tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "GET /networking/v2.0/security-groups/c20cd3ef-306d-4016-98ce-69528af438aa HTTP/1.1" status: 404 len: 347 time: 0.0257070 Aug 29 19:14:34.454063 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59616) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:34.574003 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Deleting port a11d2c78-3636-49b6-9f3f-3d68afae7039 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:34.574334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.658904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.659172 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (a11d2c78-3636-49b6-9f3f-3d68afae7039), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.673068 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Calling delete_port for a11d2c78-3636-49b6-9f3f-3d68afae7039 owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:34.809138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (a11d2c78-3636-49b6-9f3f-3d68afae7039), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.836528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Pushing event deleted for resources: {'Port': ['ID=a11d2c78-3636-49b6-9f3f-3d68afae7039,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:34.864000 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks [] for floatingip (fe826445-89ba-4905-b1dc-fc1b717600ed), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.866419 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:34.870317 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-35183d5f-1766-403f-96ca-24858aef66cc tempest-AttachVolumeTestJSON-247347552 tempest-AttachVolumeTestJSON-247347552-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/fe826445-89ba-4905-b1dc-fc1b717600ed HTTP/1.1" status: 204 len: 168 time: 0.4153571 Aug 29 19:14:35.238940 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566920b2-9d12-47ab-83fd-976cf8fb9c78 req-76df5a88-d2f0-46a8-a61e-6a546acd92c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:35.240381 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-566920b2-9d12-47ab-83fd-976cf8fb9c78 req-76df5a88-d2f0-46a8-a61e-6a546acd92c3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0504467 Aug 29 19:14:35.290913 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-566920b2-9d12-47ab-83fd-976cf8fb9c78 req-9e606bed-4acb-47af-911c-b0e6f8635843 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Aug 29 19:14:35.338677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-c530a047-9346-4352-8ac0-1f7bc747900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:35.340249 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-c530a047-9346-4352-8ac0-1f7bc747900b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155&tenant_id=6f6085f7a1df49ae8e2375e28d7d6792 HTTP/1.1" status: 200 len: 1127 time: 0.0434952 Aug 29 19:14:35.430862 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a5df651-3dc6-4ff2-ae54-c1982102fdbd req-169bbe52-d9db-40be-98bb-6d15e125d15e tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0420702 Aug 29 19:14:35.439791 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-ae420246-5331-4083-9759-407a17b50833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:35.441396 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-ae420246-5331-4083-9759-407a17b50833 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1127 time: 0.0619056 Aug 29 19:14:35.538742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-b61627eb-9ad5-4e01-94b8-8f18f8db89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:35.540218 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-b61627eb-9ad5-4e01-94b8-8f18f8db89b2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 200 len: 919 time: 0.0931525 Aug 29 19:14:35.607830 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-14748a79-f790-4dcc-bdf3-88d29f9450c1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 200 len: 999 time: 0.0605519 Aug 29 19:14:35.664655 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-74f0c88c-49eb-4810-832d-9911279d5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:35.666190 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-74f0c88c-49eb-4810-832d-9911279d5944 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 200 len: 856 time: 0.0522385 Aug 29 19:14:35.714819 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-cc73ee7a-3e92-4324-94ba-cef109f17fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:35.716326 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-cc73ee7a-3e92-4324-94ba-cef109f17fd8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b4625722-be90-4944-a2a2-5603ab9cea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434299 Aug 29 19:14:35.792329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:35.822391 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-c50722d0-f21d-49e3-b974-90ca30383cd1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921712 Aug 29 19:14:35.878528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:35.918221 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-83803fd8-8675-4d8c-a757-16790edd54d1 req-46a08f2b-70e9-4087-8420-5b644ed5b3b6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897222 Aug 29 19:14:36.422992 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4e88-984a-43c3-af8d-0040e984d15e req-4aea7f25-fcc9-4f34-8539-42fcb0dc9b6d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:36.425236 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5a5c4e88-984a-43c3-af8d-0040e984d15e req-4aea7f25-fcc9-4f34-8539-42fcb0dc9b6d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0517564 Aug 29 19:14:36.488347 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5a5c4e88-984a-43c3-af8d-0040e984d15e req-8dc670c6-32f8-49cb-a4cf-ff94935ef888 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566895 Aug 29 19:14:36.591227 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89397472-bb59-4bf4-92ae-b72af4b44c1e req-51027951-ad82-4335-9abc-be73163fdd66 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0371485 Aug 29 19:14:37.637630 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8307119-0c02-45cd-a0cb-1785d732648e req-3d4b843e-9270-4dde-8d62-7cff446cf62d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:37.639225 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8307119-0c02-45cd-a0cb-1785d732648e req-3d4b843e-9270-4dde-8d62-7cff446cf62d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0544245 Aug 29 19:14:37.701250 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8307119-0c02-45cd-a0cb-1785d732648e req-da269c64-5ad4-4c8c-ac37-2a5cd5559fff tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554190 Aug 29 19:14:37.736892 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2234a790-6b9e-4abf-97cb-b8bb4aa7cbb5 req-d87afa3f-0213-4335-9950-ecffe6a94192 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0391593 Aug 29 19:14:38.472908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59690) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:39.025643 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8eb50a9e-6c98-4c6f-b9ae-ad32632933af req-b0fd1bf0-cd99-4dce-9755-df80fda930c3 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0592470 Aug 29 19:14:39.049704 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88cca-2cf7-4e42-9410-da9f6132fbbe req-b67fd45d-7419-40fb-9065-d53c996204fb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:39.058259 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89b88cca-2cf7-4e42-9410-da9f6132fbbe req-b67fd45d-7419-40fb-9065-d53c996204fb tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0913355 Aug 29 19:14:39.137779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-89b88cca-2cf7-4e42-9410-da9f6132fbbe req-e5c3c1fa-ff1e-4c40-9a58-9b3717733a51 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802546 Aug 29 19:14:39.224455 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (826beca0-c614-4a07-829c-717b6d1532aa), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:39.410865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:39.473217 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Deleting port 5fbc7592-20f0-4e0b-834b-6be1a4987dda {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:39.473611 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:39.560201 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] For port 5fbc7592-20f0-4e0b-834b-6be1a4987dda, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=5fbc7592-20f0-4e0b-834b-6be1a4987dda,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:39.560559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:39.574097 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:39.575420 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Calling delete_port for 5fbc7592-20f0-4e0b-834b-6be1a4987dda owned by network:router_interface {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:39.777359 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (5fbc7592-20f0-4e0b-834b-6be1a4987dda), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:39.810545 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbc7592-20f0-4e0b-834b-6be1a4987dda,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:39.960411 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (826beca0-c614-4a07-829c-717b6d1532aa), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:40.170987 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78ebc537-8f9a-4279-bf07-1568bcc6e1d0 req-86105e31-e101-43d1-9457-f5028b1e99d9 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0406904 Aug 29 19:14:40.233878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Router 826beca0-c614-4a07-829c-717b6d1532aa has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:14:40.332672 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc09c0-6f0b-49e4-9f3f-1b92d5ba5e14 req-231d7672-a525-4467-b080-aa89b55af93c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:40.334161 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4ccc09c0-6f0b-49e4-9f3f-1b92d5ba5e14 req-231d7672-a525-4467-b080-aa89b55af93c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0949154 Aug 29 19:14:40.391570 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:40.416144 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:14:40.422863 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-611ddcbb-4727-4ff6-8cb6-1b3804d06d3d admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/826beca0-c614-4a07-829c-717b6d1532aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9498661 Aug 29 19:14:40.426587 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59708) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:40.431391 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] Sync routers for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:14:40.443537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:14:40.444852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:40.456574 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4ccc09c0-6f0b-49e4-9f3f-1b92d5ba5e14 req-bc0898eb-c775-48ff-b1dd-b743cf9cdf03 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864463 Aug 29 19:14:40.561349 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks [] for router (826beca0-c614-4a07-829c-717b6d1532aa), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:40.575359 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:14:40.684740 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks [] for router_gateway (826beca0-c614-4a07-829c-717b6d1532aa), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:40.738337 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Deleting port 08174836-3e35-4c8e-8ba8-a8b95a81a27e {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:40.738783 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:40.856072 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] For port 08174836-3e35-4c8e-8ba8-a8b95a81a27e, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=08174836-3e35-4c8e-8ba8-a8b95a81a27e,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:40.856583 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:40.867469 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:40.873063 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Calling delete_port for 08174836-3e35-4c8e-8ba8-a8b95a81a27e owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:40.932287 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:14:39Z', 'revision_number': 5, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port': {'id': '08174836-3e35-4c8e-8ba8-a8b95a81a27e', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826beca0-c614-4a07-829c-717b6d1532aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:34Z', 'updated_at': '2022-08-29T19:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:40.964040 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] Checking router: 826beca0-c614-4a07-829c-717b6d1532aa for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:14:40.973466 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] Routers {'826beca0-c614-4a07-829c-717b6d1532aa'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:14:40.974091 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['826beca0-c614-4a07-829c-717b6d1532aa'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:41.052624 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:41.084369 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] Set router 826beca0-c614-4a07-829c-717b6d1532aa gateway port host: None {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:14:41.125092 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (08174836-3e35-4c8e-8ba8-a8b95a81a27e), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.157331 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:14:40Z', 'revision_number': 6, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:41.167568 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Pushing event deleted for resources: {'Port': ['ID=08174836-3e35-4c8e-8ba8-a8b95a81a27e,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:41.193914 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dde589-2054-41bd-8374-8d9bb0092dfe None None] The sync data for ids ['826beca0-c614-4a07-829c-717b6d1532aa'] in dv-cinder-731261-6-iscsi is: [{'id': '826beca0-c614-4a07-829c-717b6d1532aa', 'name': 'tempest-AttachVolumeTestJSON-1381514834-router', 'tenant_id': '5dda60c835244f5f9c980ed1927d9784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:33Z', 'updated_at': '2022-08-29T19:14:40Z', 'revision_number': 6, 'project_id': '5dda60c835244f5f9c980ed1927d9784', 'gw_port_host': None}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:14:41.261851 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (826beca0-c614-4a07-829c-717b6d1532aa), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.333332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ca734e3-2237-4a91-8c8f-f2ed496db03e req-5b4facc1-8917-4ed3-84b1-35c0e32d4ccc tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0398340 Aug 29 19:14:41.369601 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (826beca0-c614-4a07-829c-717b6d1532aa), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.372173 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks [] for router_controller (826beca0-c614-4a07-829c-717b6d1532aa), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.436706 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (826beca0-c614-4a07-829c-717b6d1532aa), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.437467 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 826beca0-c614-4a07-829c-717b6d1532aa {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:14:41.447221 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.448414 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-85267742-d8ed-4e79-9ac4-fbaa4154db22 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/826beca0-c614-4a07-829c-717b6d1532aa HTTP/1.1" status: 204 len: 168 time: 1.0205431 Aug 29 19:14:41.451329 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59716) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:41.500354 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Deleting subnet 4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:14:41.508188 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Publish callbacks [] for subnet (4e3c8e73-b6aa-4bee-9312-0b9a3d580f65), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.554531 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (4e3c8e73-b6aa-4bee-9312-0b9a3d580f65), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.671987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980fceb-b4bc-4637-9689-1338e054ff54 req-3f3e9c60-a8cc-45a3-ba60-36523507b7c9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:41.674289 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5980fceb-b4bc-4637-9689-1338e054ff54 req-3f3e9c60-a8cc-45a3-ba60-36523507b7c9 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.1048541 Aug 29 19:14:41.729648 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (4e3c8e73-b6aa-4bee-9312-0b9a3d580f65), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.734656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:41.816642 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5980fceb-b4bc-4637-9689-1338e054ff54 req-e7b1c5df-6548-4182-8136-91c8fb517113 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359537 Aug 29 19:14:41.822918 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (4e3c8e73-b6aa-4bee-9312-0b9a3d580f65), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.869665 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3c8e73-b6aa-4bee-9312-0b9a3d580f65,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:41.871758 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:41.874988 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9a854ed0-a4ac-4398-a6e3-60154584e183 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/4e3c8e73-b6aa-4bee-9312-0b9a3d580f65 HTTP/1.1" status: 204 len: 168 time: 0.4224718 Aug 29 19:14:41.877929 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59722) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:41.882019 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693accd4-5606-498f-a0ab-5a78f2e8b916 None None] Network 72f0c062-bae6-4f61-bab2-9380409ee0e3 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:14:41.997404 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (72f0c062-bae6-4f61-bab2-9380409ee0e3), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.068092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Deleting port 9a044b52-bb73-4e03-bef4-98bc9faab1be {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:42.068451 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.123894 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] DHCP port deletion for 72f0c062-bae6-4f61-bab2-9380409ee0e3 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:14:42.141715 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] For port 9a044b52-bb73-4e03-bef4-98bc9faab1be, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9a044b52-bb73-4e03-bef4-98bc9faab1be,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:42.142727 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.161701 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Calling delete_port for 9a044b52-bb73-4e03-bef4-98bc9faab1be owned by network:dhcp {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:42.170654 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5fbc7592-20f0-4e0b-834b-6be1a4987dda no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:42.195349 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 5fbc7592-20f0-4e0b-834b-6be1a4987dda {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:14:42.195760 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5fbc7592-20f0-4e0b-834b-6be1a4987dda not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:14:42.215489 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Deleting port 9a044b52-bb73-4e03-bef4-98bc9faab1be {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:42.216373 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.271969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.274229 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:42.308694 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] For port 9a044b52-bb73-4e03-bef4-98bc9faab1be, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9a044b52-bb73-4e03-bef4-98bc9faab1be,segment=NetworkSegment(a1fbb49c-7954-4675-bdd0-a82d27a9fb7c),segment_id=a1fbb49c-7954-4675-bdd0-a82d27a9fb7c)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:42.309095 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.321015 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:42.323594 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] No DVR routers for this DVR port 9a044b52-bb73-4e03-bef4-98bc9faab1be on host dv-cinder-731261-6-iscsi {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:14:42.326023 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Calling delete_port for 9a044b52-bb73-4e03-bef4-98bc9faab1be owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:42.327136 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a044b52-bb73-4e03-bef4-98bc9faab1be,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:42.436158 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (72f0c062-bae6-4f61-bab2-9380409ee0e3), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.518367 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (9a044b52-bb73-4e03-bef4-98bc9faab1be), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.521209 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.521594 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.522284 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.522615 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.522938 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.523319 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.523678 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.524016 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.524337 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.524664 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.533605 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] No DVR routers for this DVR port 9a044b52-bb73-4e03-bef4-98bc9faab1be on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:14:42.561566 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Pushing event deleted for resources: {'Port': ['ID=9a044b52-bb73-4e03-bef4-98bc9faab1be,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:42.579415 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.579907 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.580434 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.581991 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.582432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.582880 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.586555 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.587010 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.587475 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.587907 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.588333 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.588759 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.589193 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.589608 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.590039 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364f04f-8d58-4955-926f-b4c71a9a8fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:42.642573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.642922 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.643507 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.643840 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:14:42.644197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f0c062-bae6-4f61-bab2-9380409ee0e3']}} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:42.673041 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6611b1f-700d-43c5-b2b9-120febe42e2f req-d990298e-f80c-4d9b-87e4-cc7bcaa0d42d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.1788983 Aug 29 19:14:42.680250 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c') {'for_net_delete': True} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:42.680619 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fbb49c-7954-4675-bdd0-a82d27a9fb7c') {} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:42.700031 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9155012'] for segment (a1fbb49c-7954-4675-bdd0-a82d27a9fb7c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.723357 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (a1fbb49c-7954-4675-bdd0-a82d27a9fb7c), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.732960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=101722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:14:42.733427 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737671'] for segment (a1fbb49c-7954-4675-bdd0-a82d27a9fb7c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.843504 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (72f0c062-bae6-4f61-bab2-9380409ee0e3), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.864652 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:42.867887 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/72f0c062-bae6-4f61-bab2-9380409ee0e3 HTTP/1.1" status: 204 len: 168 time: 0.9890320 Aug 29 19:14:42.892781 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9c721-d48f-49cd-b4da-bb489a9e76b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f0c062-bae6-4f61-bab2-9380409ee0e3,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:43.030966 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5964-8ab8-4050-b210-9ba3a7e44418 req-6cb86839-401a-44d4-b3e2-154960f0eb6b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:43.032629 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a25d5964-8ab8-4050-b210-9ba3a7e44418 req-6cb86839-401a-44d4-b3e2-154960f0eb6b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0833070 Aug 29 19:14:43.096486 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59744) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:43.103099 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment a1fbb49c-7954-4675-bdd0-a82d27a9fb7c resource provider aggregate not found Aug 29 19:14:43.110731 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a25d5964-8ab8-4050-b210-9ba3a7e44418 req-ebb373b2-af9c-42ef-ad4f-c3687301b663 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717518 Aug 29 19:14:43.124679 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment a1fbb49c-7954-4675-bdd0-a82d27a9fb7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1fbb49c-7954-4675-bdd0-a82d27a9fb7c found for delete ", "request_id": "req-b115cf41-a5cf-49ba-b3b1-a7ed98e3e1e4"}]} Aug 29 19:14:43.161713 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0616eb40-ce12-4ce9-9c2a-991f7a1a7ee9 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5dda60c835244f5f9c980ed1927d9784&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0634160 Aug 29 19:14:43.161935 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59748) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:43.228505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c50c331b-f5d0-4b8b-832c-f52b603a730b admin admin] Publish callbacks [] for security_group (29ed15f6-7398-4e36-b36b-7d2917778ff4), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:43.251197 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c50c331b-f5d0-4b8b-832c-f52b603a730b admin admin] Publish callbacks [] for security_group (29ed15f6-7398-4e36-b36b-7d2917778ff4), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:43.305777 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c50c331b-f5d0-4b8b-832c-f52b603a730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (29ed15f6-7398-4e36-b36b-7d2917778ff4), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:43.308472 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c50c331b-f5d0-4b8b-832c-f52b603a730b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:43.309649 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c50c331b-f5d0-4b8b-832c-f52b603a730b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/29ed15f6-7398-4e36-b36b-7d2917778ff4 HTTP/1.1" status: 204 len: 168 time: 0.1466911 Aug 29 19:14:43.325891 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c331b-f5d0-4b8b-832c-f52b603a730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ed15f6-7398-4e36-b36b-7d2917778ff4,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:43.663693 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9a044b52-bb73-4e03-bef4-98bc9faab1be no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:43.686562 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 9a044b52-bb73-4e03-bef4-98bc9faab1be {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:14:43.686904 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9a044b52-bb73-4e03-bef4-98bc9faab1be not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:14:43.687427 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 08174836-3e35-4c8e-8ba8-a8b95a81a27e no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:14:43.716893 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 08174836-3e35-4c8e-8ba8-a8b95a81a27e {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:14:43.717245 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 08174836-3e35-4c8e-8ba8-a8b95a81a27e not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:14:43.839504 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-64f0596a-3b43-4bb1-8a19-86f526775bfe req-868eb244-79b0-4388-b929-b60a6295799b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0612347 Aug 29 19:14:43.882866 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:43.999562 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:44.275750 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246c4f1-5ccf-4adc-9143-4aa72d3e2b9d req-a27dc0e6-cca9-478e-bd2b-b89627e7128c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:44.283615 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3246c4f1-5ccf-4adc-9143-4aa72d3e2b9d req-a27dc0e6-cca9-478e-bd2b-b89627e7128c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0574701 Aug 29 19:14:44.339710 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3246c4f1-5ccf-4adc-9143-4aa72d3e2b9d req-ad087e2b-e4bb-4f99-bf44-4a568e37c465 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547454 Aug 29 19:14:44.492477 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:44.965558 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-380459bd-ce94-4c20-9bf1-71ca7d03794e req-ef6add0e-3ddd-4e12-8b4c-ea5e8ac14a95 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0310853 Aug 29 19:14:45.474106 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8664ca4-5d60-4d07-8ea1-e23b86d76827 req-d9e9bd81-2a09-429f-bbee-ff17340a8a8b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:45.475554 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c8664ca4-5d60-4d07-8ea1-e23b86d76827 req-d9e9bd81-2a09-429f-bbee-ff17340a8a8b tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0527828 Aug 29 19:14:45.516038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:45.524223 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c8664ca4-5d60-4d07-8ea1-e23b86d76827 req-b53cd3c3-39ca-452c-bdec-5acb2e8a035a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Aug 29 19:14:46.072709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d07e7d27-2529-46c3-82b5-5047f041f5fc req-a7a7877c-6c10-4ba1-a589-9586eed27464 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0330067 Aug 29 19:14:46.415315 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:46.436060 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-dd02c50b-9bdf-46d6-ad31-94229a499c3b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:46.437563 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-dd02c50b-9bdf-46d6-ad31-94229a499c3b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 200 len: 809 time: 0.1090119 Aug 29 19:14:46.649338 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff1e46-c863-4158-8f8d-e46949d641d8 req-ac2ce3ae-6ad2-4605-b8f0-9960aafdcca2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:46.650787 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-feff1e46-c863-4158-8f8d-e46949d641d8 req-ac2ce3ae-6ad2-4605-b8f0-9960aafdcca2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0472941 Aug 29 19:14:46.701617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-feff1e46-c863-4158-8f8d-e46949d641d8 req-a04de99e-a443-4bdf-a41f-71d72204a644 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Aug 29 19:14:47.184463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7508ee96-97d8-466d-aea0-cdbb08315bc9 req-944820a3-f59c-4dda-a218-1afc5a72d819 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Aug 29 19:14:47.279904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Request body: {'port': {'device_id': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3', 'admin_state_up': True, 'tenant_id': 'abcda882db7046eab245492bc4c4d7e6'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:47.409110 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Made reservation on behalf of abcda882db7046eab245492bc4c4d7e6 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:47.412910 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:47.491636 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 59834) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:47.552742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Allocated IP 172.20.0.7 (3fdbe9fa-77da-455d-95a7-01c7fcef80b3/2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad/9ebd42f0-be62-4e4a-860c-ba19f43a5450) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:14:47.646833 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f80423b0-5ab8-4d64-8009-a57d6200a4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:47.688632 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:47.705512 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:47.735485 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f80423b0-5ab8-4d64-8009-a57d6200a4a2 admin admin] Publish callbacks [] for security_group (0c4dd6b3-a872-4812-8d21-723c2c7a05dc), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:47.739835 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-f80423b0-5ab8-4d64-8009-a57d6200a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0c4dd6b3-a872-4812-8d21-723c2c7a05dc), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:47.751158 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks [] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:47.780703 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80423b0-5ab8-4d64-8009-a57d6200a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4dd6b3-a872-4812-8d21-723c2c7a05dc,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:47.790742 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f80423b0-5ab8-4d64-8009-a57d6200a4a2 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6da02c0b0e5f4892b3c15c96a3209b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955317 Aug 29 19:14:47.791144 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:47.792011 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 59844) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:47.901438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:14:47.915241 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:47.920006 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:14:47.944619 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Pushing event updated for resources: {'Port': ['ID=9ebd42f0-be62-4e4a-860c-ba19f43a5450,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:47.957116 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045ac0f-a3e5-476d-857a-806b27ab7e2a req-1acbd614-e948-4c15-a1f7-30a0cfe5923e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:47.958583 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d045ac0f-a3e5-476d-857a-806b27ab7e2a req-1acbd614-e948-4c15-a1f7-30a0cfe5923e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.1534672 Aug 29 19:14:47.972220 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:47.991633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e8535c83-336f-48b1-a3eb-7fc68d844817 admin admin] Publish callbacks [] for security_group (0c4dd6b3-a872-4812-8d21-723c2c7a05dc), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.001513 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:48.021350 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:48.022022 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.039025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e8535c83-336f-48b1-a3eb-7fc68d844817 admin admin] Publish callbacks [] for security_group (0c4dd6b3-a872-4812-8d21-723c2c7a05dc), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.073591 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-e492fdcc-095c-42c8-a70e-6b2fee9c1e8d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977562 Aug 29 19:14:48.100160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Request body: {'port': {'device_id': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:48.109483 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d045ac0f-a3e5-476d-857a-806b27ab7e2a req-9dbae65f-c271-4718-9705-d17f14bbc57a tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432962 Aug 29 19:14:48.172263 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e8535c83-336f-48b1-a3eb-7fc68d844817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0c4dd6b3-a872-4812-8d21-723c2c7a05dc), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.175677 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e8535c83-336f-48b1-a3eb-7fc68d844817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.176795 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e8535c83-336f-48b1-a3eb-7fc68d844817 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0c4dd6b3-a872-4812-8d21-723c2c7a05dc HTTP/1.1" status: 204 len: 168 time: 0.3837681 Aug 29 19:14:48.188900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.198509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8535c83-336f-48b1-a3eb-7fc68d844817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4dd6b3-a872-4812-8d21-723c2c7a05dc,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:48.388644 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df69d3-772f-4257-93f9-acd434a1914e req-7930bd1a-6c3d-4e83-bc07-badb5d37a5d5 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:48.390036 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-96df69d3-772f-4257-93f9-acd434a1914e req-7930bd1a-6c3d-4e83-bc07-badb5d37a5d5 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 931 time: 0.1047471 Aug 29 19:14:48.500585 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-96df69d3-772f-4257-93f9-acd434a1914e req-4bc60ee4-6f1d-4f05-a720-c6eac6960618 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031981 Aug 29 19:14:48.602137 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebd42f0-be62-4e4a-860c-ba19f43a5450 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:14:48.610740 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Publish callbacks [] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.623755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Transition to ACTIVE for port object 9ebd42f0-be62-4e4a-860c-ba19f43a5450 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:14:48.628665 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.690643 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Pushing event updated for resources: {'Port': ['ID=9ebd42f0-be62-4e4a-860c-ba19f43a5450,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:48.750817 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Attempting to bind port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:14:48.751398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Attempting to bind port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:14:48.752033 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Attempting to bind port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 on network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:14:48.759128 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 on network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:14:48.759649 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Attempting to bind port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 on network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:14:48.766811 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:14:48.767908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Checking segment: {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:14:48.768697 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Bound using segment: {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:14:48.769385 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Bound port: 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:14:48.769953 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.828923 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:48.849193 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] For port 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:14:48.852862 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] For port 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:14:48.860872 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.864466 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:48.865073 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:48.866448 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/9ebd42f0-be62-4e4a-860c-ba19f43a5450 HTTP/1.1" status: 200 len: 1093 time: 0.7752843 Aug 29 19:14:48.868762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'tag': '9ebd42f0-be62-4e4a-860c-ba19f43a5450'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:48.871245 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae5264-5198-4d95-b4c2-4c6703744ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1432924-6374-40ee-9a9e-ea2156bcc481", "tag": "9ebd42f0-be62-4e4a-860c-ba19f43a5450"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:48.930085 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38c54-0e28-41a6-81ee-3874d908a23a service neutron] Pushing event updated for resources: {'Port': ['ID=9ebd42f0-be62-4e4a-860c-ba19f43a5450,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:48.951468 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874c0fc0-0ec8-47fe-8703-693a2fb2dc70 x-openstack-request-id: req-874c0fc0-0ec8-47fe-8703-693a2fb2dc70 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:48.951755 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1432924-6374-40ee-9a9e-ea2156bcc481", "tag": "9ebd42f0-be62-4e4a-860c-ba19f43a5450", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:48.952003 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-874c0fc0-0ec8-47fe-8703-693a2fb2dc70 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:48.952477 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874c0fc0-0ec8-47fe-8703-693a2fb2dc70'] response: {'name': 'network-changed', 'server_uuid': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'tag': '9ebd42f0-be62-4e4a-860c-ba19f43a5450', 'status': 'completed', 'code': 200} Aug 29 19:14:48.990709 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:48.997427 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-a96875c4-3ba1-40f6-a0b3-687c155ed5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:48.999017 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-a96875c4-3ba1-40f6-a0b3-687c155ed5a3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=abcda882db7046eab245492bc4c4d7e6&device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 1127 time: 0.0574822 Aug 29 19:14:49.052742 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-4ac04b29-1770-43b8-8f63-efa040353109 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450 HTTP/1.1" status: 200 len: 217 time: 0.0398743 Aug 29 19:14:49.112760 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-34eb1234-4f17-4d3f-ab96-326d11c10c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:49.114969 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-34eb1234-4f17-4d3f-ab96-326d11c10c78 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad HTTP/1.1" status: 200 len: 849 time: 0.0569267 Aug 29 19:14:49.164185 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-f38b6258-6c80-447f-8aad-6e208c7762d1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427592 Aug 29 19:14:49.301261 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8a4da-ab8f-4e79-b57e-3341475d4de8 req-0e89f188-1e9a-4123-8f03-f312bee66e13 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:49.302745 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-10d8a4da-ab8f-4e79-b57e-3341475d4de8 req-0e89f188-1e9a-4123-8f03-f312bee66e13 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 943 time: 0.0717857 Aug 29 19:14:49.337293 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-f1d8b845-4c25-40e2-9b19-9a87dfb98017 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645055 Aug 29 19:14:49.412368 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-10d8a4da-ab8f-4e79-b57e-3341475d4de8 req-b1d2abf6-503e-40fe-874e-0f7e67860e53 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967398 Aug 29 19:14:49.462084 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-23a2440f-a96f-48ff-a3e3-7d231c582cef req-7d643bc9-bbcc-4c3c-a830-6462d7f9280d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144233 Aug 29 19:14:49.623025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241de793-c39b-48b5-b3d9-6965763e0695 req-6424dc79-ecaa-4be5-8e47-441fceaa8ba7 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:49.624700 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-241de793-c39b-48b5-b3d9-6965763e0695 req-6424dc79-ecaa-4be5-8e47-441fceaa8ba7 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 943 time: 0.0495465 Aug 29 19:14:49.675157 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-241de793-c39b-48b5-b3d9-6965763e0695 req-f399cd12-4ace-4e43-99ad-0aad57b43fda tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Aug 29 19:14:50.245599 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:14:50.348396 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:50.359386 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'port_id': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'mac_address': 'fa:16:3e:1c:99:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:14:50.394154 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:50.394546 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:50.410908 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4371ad0-840e-40ed-b29d-5fdc435f7837 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:14:50.430927 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:50.434581 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:50.483643 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=9']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:50.551997 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318fcdb-6844-45ae-ba9f-37547a526bc9 req-dfff598e-fc75-43e1-afbc-92198c514a99 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:50.553454 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6318fcdb-6844-45ae-ba9f-37547a526bc9 req-dfff598e-fc75-43e1-afbc-92198c514a99 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 944 time: 0.0478158 Aug 29 19:14:50.602826 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6318fcdb-6844-45ae-ba9f-37547a526bc9 req-33f18f85-7fdd-490d-8aa4-d411beb127b3 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Aug 29 19:14:50.797301 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31badf79-8854-43bd-9f65-762f0dcde1f9 req-a0e80028-c875-43f9-9deb-c4f47fe9b93d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:50.799327 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31badf79-8854-43bd-9f65-762f0dcde1f9 req-a0e80028-c875-43f9-9deb-c4f47fe9b93d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 943 time: 0.0465796 Aug 29 19:14:50.838755 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['d4371ad0-840e-40ed-b29d-5fdc435f7837'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:14:50.848489 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-31badf79-8854-43bd-9f65-762f0dcde1f9 req-7a01c306-fdbf-475a-8327-61230f594e1f tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Aug 29 19:14:50.901053 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-8f3409b0-c8e2-4bf7-87a9-28555efa8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:50.902581 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-8f3409b0-c8e2-4bf7-87a9-28555efa8c0b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=abcda882db7046eab245492bc4c4d7e6&device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 1127 time: 0.0408580 Aug 29 19:14:50.998113 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-c816ea91-fdcb-4de1-abe7-ed283fafaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:50.999502 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-c816ea91-fdcb-4de1-abe7-ed283fafaa7b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 200 len: 911 time: 0.0892191 Aug 29 19:14:51.316348 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-5028fa8a-7f64-4c3e-a695-b16051e7c781 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450 HTTP/1.1" status: 200 len: 217 time: 0.0512877 Aug 29 19:14:51.452280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-1340ba52-45fd-49f7-a5f2-3e5ef7aa5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:51.453813 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-1340ba52-45fd-49f7-a5f2-3e5ef7aa5729 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad HTTP/1.1" status: 200 len: 849 time: 0.0626168 Aug 29 19:14:51.551625 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-ab2019b3-759c-4a12-910a-a30148ad3393 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422573 Aug 29 19:14:51.673035 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-dcf7b0ce-7c65-45ba-8c60-a418bf82e4b0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071160 Aug 29 19:14:51.692354 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:51.716189 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:52.080915 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3a1d-4155-4984-9bee-bcb55458a508 req-bce21de0-19a7-464e-b263-b69ce735420f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:52.082465 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e2d3a1d-4155-4984-9bee-bcb55458a508 req-bce21de0-19a7-464e-b263-b69ce735420f tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 944 time: 0.3780510 Aug 29 19:14:52.115028 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ef57c-45ef-4ce2-bb14-5dd41180050f req-90ff93ad-6b9e-40a5-a4a7-7e5501fb938c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:52.116463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e10ef57c-45ef-4ce2-bb14-5dd41180050f req-90ff93ad-6b9e-40a5-a4a7-7e5501fb938c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 943 time: 0.0884600 Aug 29 19:14:52.169685 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-66ae5264-5198-4d95-b4c2-4c6703744ab4 req-0cd4be69-aba5-4a9a-9cd0-3eb78303d153 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860141 Aug 29 19:14:52.191496 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e2d3a1d-4155-4984-9bee-bcb55458a508 req-dde8884e-84b9-4dd3-8dfc-5cfb25808d15 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028750 Aug 29 19:14:52.206400 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e10ef57c-45ef-4ce2-bb14-5dd41180050f req-48c7cbf7-2283-4cd8-bec2-127340e9a252 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805540 Aug 29 19:14:52.281398 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:52.325691 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port d4371ad0-840e-40ed-b29d-5fdc435f7837 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:14:52.326053 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:52.386403 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:52.396860 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port d4371ad0-840e-40ed-b29d-5fdc435f7837 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:52.397238 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:52.419012 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:52.421222 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2074fb8-8091-44b7-b316-150b289656ff" -d '{"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-plugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:52.434327 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:52.438629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:52.466192 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf747973-f200-4ac9-bff6-e3c5a582759c x-openstack-request-id: req-cf747973-f200-4ac9-bff6-e3c5a582759c {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:52.466482 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-plugged", "status": "completed", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:52.466735 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cf747973-f200-4ac9-bff6-e3c5a582759c {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:52.467147 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf747973-f200-4ac9-bff6-e3c5a582759c'] response: {'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'code': 200} Aug 29 19:14:52.467464 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:52.492545 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=10']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:52.721512 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62436be-14dd-421d-8065-5156e0bd3e27 req-d5f665a9-c273-41d7-8fb1-109d1fd6d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:52.722988 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e62436be-14dd-421d-8065-5156e0bd3e27 req-d5f665a9-c273-41d7-8fb1-109d1fd6d164 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 1130 time: 0.0444672 Aug 29 19:14:52.776419 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e62436be-14dd-421d-8065-5156e0bd3e27 req-c730c0da-e45f-4deb-a9a4-84ca77d2f5ff service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Aug 29 19:14:52.934112 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cd4f-c8c9-49e8-9d6e-9bce2cf939be req-9d122715-dc4f-4253-96eb-08495fc6d192 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:52.935630 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6451cd4f-c8c9-49e8-9d6e-9bce2cf939be req-9d122715-dc4f-4253-96eb-08495fc6d192 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0500007 Aug 29 19:14:52.992049 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6451cd4f-c8c9-49e8-9d6e-9bce2cf939be req-2cb3d6a4-65bd-433b-99ec-e58b8eebff0c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498121 Aug 29 19:14:53.351565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2056a3-037f-4453-99a4-0010144c32fd req-32a4ed05-dfc7-4e8a-8a89-2f9f7b38cb63 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:53.353366 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6f2056a3-037f-4453-99a4-0010144c32fd req-32a4ed05-dfc7-4e8a-8a89-2f9f7b38cb63 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0767431 Aug 29 19:14:53.360760 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ffd6-6237-42fc-bdb8-adebdfbe7257 req-0dbda639-866c-434d-8343-a1202624ade9 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:53.362902 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4c4ffd6-6237-42fc-bdb8-adebdfbe7257 req-0dbda639-866c-434d-8343-a1202624ade9 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 943 time: 0.0748739 Aug 29 19:14:53.443507 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6f2056a3-037f-4453-99a4-0010144c32fd req-641f6889-9d95-4306-bf8c-164b6d7708c2 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797474 Aug 29 19:14:53.446416 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b4c4ffd6-6237-42fc-bdb8-adebdfbe7257 req-dade3a26-c097-47e1-8e7a-57215dc70f1a tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752373 Aug 29 19:14:54.116598 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff3583-772f-4ba9-8080-82808b183e86 req-ae4e50d4-4ecb-4677-b933-9c5c37c4f137 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:54.117957 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5dff3583-772f-4ba9-8080-82808b183e86 req-ae4e50d4-4ecb-4677-b933-9c5c37c4f137 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0463786 Aug 29 19:14:54.164809 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5dff3583-772f-4ba9-8080-82808b183e86 req-10b7b24a-a3c4-4e7a-beea-310e6e979524 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Aug 29 19:14:54.289205 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 9ebd42f0-be62-4e4a-860c-ba19f43a5450 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:14:54.387360 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:54.402366 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '9ebd42f0-be62-4e4a-860c-ba19f43a5450', 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3', 'port_id': '9ebd42f0-be62-4e4a-860c-ba19f43a5450', 'mac_address': 'fa:16:3e:1f:4b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:14:54.437050 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:54.437438 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:54.450168 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebd42f0-be62-4e4a-860c-ba19f43a5450 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:14:54.468987 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:54.473696 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:54.525301 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=9ebd42f0-be62-4e4a-860c-ba19f43a5450,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:54.601466 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155f44-1268-4059-a3e6-bcd1b6f73ebf req-eadd76a0-1c73-4b3f-b91b-d09135213fff tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:54.602917 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0a155f44-1268-4059-a3e6-bcd1b6f73ebf req-eadd76a0-1c73-4b3f-b91b-d09135213fff tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 944 time: 0.0813994 Aug 29 19:14:54.622249 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541afea5-cbe3-416e-921e-0e3b2710c6da req-5c06df09-331f-46b6-9769-5fece0339027 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:54.623682 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-541afea5-cbe3-416e-921e-0e3b2710c6da req-5c06df09-331f-46b6-9769-5fece0339027 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0705998 Aug 29 19:14:54.688501 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0a155f44-1268-4059-a3e6-bcd1b6f73ebf req-c06cdd20-4ada-4a7e-8153-8aa93db65bd0 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797215 Aug 29 19:14:54.714101 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-541afea5-cbe3-416e-921e-0e3b2710c6da req-7c7b0141-01d9-44ff-b739-19cec820de1e tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683801 Aug 29 19:14:54.913223 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['9ebd42f0-be62-4e4a-860c-ba19f43a5450'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:14:55.072732 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60026) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:55.184297 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-54b2aa5b-b5aa-407b-9602-34a69a0f01ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.264674 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-54b2aa5b-b5aa-407b-9602-34a69a0f01ad admin admin] Publish callbacks [] for security_group (e3a9be1b-3da1-4368-95ce-001886bc8425), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.269073 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-54b2aa5b-b5aa-407b-9602-34a69a0f01ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e3a9be1b-3da1-4368-95ce-001886bc8425), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.285256 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5baf38-4930-4c8a-8df2-b17f1a85761d req-db0dcdb0-b3dc-49a7-98a6-c28942c29a6a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:55.286862 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aa5baf38-4930-4c8a-8df2-b17f1a85761d req-db0dcdb0-b3dc-49a7-98a6-c28942c29a6a tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0479636 Aug 29 19:14:55.316818 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-54b2aa5b-b5aa-407b-9602-34a69a0f01ad admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=77286fee195d42aba4988763f6d40a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426810 Aug 29 19:14:55.318043 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2aa5b-b5aa-407b-9602-34a69a0f01ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a9be1b-3da1-4368-95ce-001886bc8425,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:55.320803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60032) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:55.328701 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:55.358637 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aa5baf38-4930-4c8a-8df2-b17f1a85761d req-1e7a0bf2-d335-47d4-80a9-16fe0249752c tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648024 Aug 29 19:14:55.365050 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:55.389990 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Publish callbacks [] for security_group (e3a9be1b-3da1-4368-95ce-001886bc8425), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.415271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Publish callbacks [] for security_group (e3a9be1b-3da1-4368-95ce-001886bc8425), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.460923 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e3a9be1b-3da1-4368-95ce-001886bc8425), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.463365 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.464469 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e3a9be1b-3da1-4368-95ce-001886bc8425 HTTP/1.1" status: 204 len: 168 time: 0.1427608 Aug 29 19:14:55.473179 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a9be1b-3da1-4368-95ce-001886bc8425,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:55.489120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.489471 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.489815 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.490150 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.490483 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.490810 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.491156 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.491487 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.491809 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.492130 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.492452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.492772 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.493089 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.493405 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.493717 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762d941-361b-4cba-a305-0700496533a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:55.536954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-86747649-016c-4844-b380-5a0d4128c5a5 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:55.538446 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-86747649-016c-4844-b380-5a0d4128c5a5 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0587234 Aug 29 19:14:55.747366 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60042) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:55.762311 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03061699-5a62-4e8f-bf91-dc817597be2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.872796 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6aec-6596-4720-a35e-17e4b8481211 req-430a55ec-d8ab-4332-ae52-f35b06dfdd26 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:55.874235 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-34fe6aec-6596-4720-a35e-17e4b8481211 req-430a55ec-d8ab-4332-ae52-f35b06dfdd26 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 944 time: 0.0984077 Aug 29 19:14:55.884209 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8592430-0857-45d5-9a94-900b06edcbcb req-cc00b000-c185-4956-9df3-40843df4122c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:55.885598 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8592430-0857-45d5-9a94-900b06edcbcb req-cc00b000-c185-4956-9df3-40843df4122c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0780287 Aug 29 19:14:55.994412 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03061699-5a62-4e8f-bf91-dc817597be2e admin admin] Publish callbacks [] for security_group (8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:55.999334 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-34fe6aec-6596-4720-a35e-17e4b8481211 req-c1dba844-7049-4a33-a464-b71821d132a3 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127381 Aug 29 19:14:56.002844 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d8592430-0857-45d5-9a94-900b06edcbcb req-0f724ef4-4b5f-4648-a385-e134abff15c6 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069582 Aug 29 19:14:56.003564 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03061699-5a62-4e8f-bf91-dc817597be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.044426 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-03061699-5a62-4e8f-bf91-dc817597be2e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=08c5cd9acba842bb807e8cd2d9b42cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959657 Aug 29 19:14:56.045524 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03061699-5a62-4e8f-bf91-dc817597be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:56.047545 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60044) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:56.103155 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d1b7bb06-2dbe-48d8-a9fb-d18c76e6e841 admin admin] Publish callbacks [] for security_group (8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.128502 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d1b7bb06-2dbe-48d8-a9fb-d18c76e6e841 admin admin] Publish callbacks [] for security_group (8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.184047 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d1b7bb06-2dbe-48d8-a9fb-d18c76e6e841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.187231 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-d1b7bb06-2dbe-48d8-a9fb-d18c76e6e841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.191242 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-d1b7bb06-2dbe-48d8-a9fb-d18c76e6e841 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9 HTTP/1.1" status: 204 len: 168 time: 0.1407890 Aug 29 19:14:56.199317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7bb06-2dbe-48d8-a9fb-d18c76e6e841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeff651-cf17-4f7f-bfe4-2ea9e73e3df9,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:56.204188 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 30c4fffe-282d-4ca5-999f-190eabe30cfc {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:14:56.204529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.307225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] For port 30c4fffe-282d-4ca5-999f-190eabe30cfc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=30c4fffe-282d-4ca5-999f-190eabe30cfc,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:56.308547 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.311883 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 9ebd42f0-be62-4e4a-860c-ba19f43a5450 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:56.367813 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:14:56.376049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:14:56.377593 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.453396 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:56.488791 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-1e61a6b8-6c34-4f87-96f1-d949b22bb394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.539701 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:56.540098 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.561559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:56.583644 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed3c1c-273f-46ea-bbad-731a782c72a2 req-4ca30aa9-6be8-43cb-b03e-719a4021dba3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:56.585071 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a8ed3c1c-273f-46ea-bbad-731a782c72a2 req-4ca30aa9-6be8-43cb-b03e-719a4021dba3 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 945 time: 0.0769680 Aug 29 19:14:56.590794 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:56.597762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.598652 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.598652 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Floating IP d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc disassociated. External IP: 172.27.2.198, port: 30c4fffe-282d-4ca5-999f-190eabe30cfc. Aug 29 19:14:56.598880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 30c4fffe-282d-4ca5-999f-190eabe30cfc owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:14:56.605674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebd42f0-be62-4e4a-860c-ba19f43a5450'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:56.607967 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af76498-2613-432b-9326-f6f9f44ae28e" -d '{"events": [{"server_uuid": "a1432924-6374-40ee-9a9e-ea2156bcc481", "name": "network-vif-plugged", "status": "completed", "tag": "9ebd42f0-be62-4e4a-860c-ba19f43a5450"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:56.622765 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:56.629807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.679525 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a8ed3c1c-273f-46ea-bbad-731a782c72a2 req-83bf04dc-41b9-4762-b5f6-fa799eefbd10 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=da1760ba-a063-40bf-9ec6-98612623cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847981 Aug 29 19:14:56.696743 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e85e63-8386-4d5a-906a-29249871187d x-openstack-request-id: req-c0e85e63-8386-4d5a-906a-29249871187d {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:56.697342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1432924-6374-40ee-9a9e-ea2156bcc481", "name": "network-vif-plugged", "status": "completed", "tag": "9ebd42f0-be62-4e4a-860c-ba19f43a5450", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:56.697788 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c0e85e63-8386-4d5a-906a-29249871187d {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:56.698380 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e85e63-8386-4d5a-906a-29249871187d'] response: {'server_uuid': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebd42f0-be62-4e4a-860c-ba19f43a5450', 'code': 200} Aug 29 19:14:56.699450 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:56.706916 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=9ebd42f0-be62-4e4a-860c-ba19f43a5450,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:56.849910 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (30c4fffe-282d-4ca5-999f-190eabe30cfc), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.885972 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=30c4fffe-282d-4ca5-999f-190eabe30cfc,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:56.987734 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942be9-7722-45b1-8d67-317ea9c40422 req-d73ee51c-1551-4feb-b180-7f9ff24a1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:56.989247 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93942be9-7722-45b1-8d67-317ea9c40422 req-d73ee51c-1551-4feb-b180-7f9ff24a1b53 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 1129 time: 0.0905848 Aug 29 19:14:57.066956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:14:57.160820 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-93942be9-7722-45b1-8d67-317ea9c40422 req-9017f42e-b89f-464f-aee1-e00bed99ec45 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122835 Aug 29 19:14:57.245620 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b335-3aa4-4269-af1c-860c70b48fe7 req-72780ed7-6e69-4ab5-9e10-27b641e86e4f tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:57.246989 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5df6b335-3aa4-4269-af1c-860c70b48fe7 req-72780ed7-6e69-4ab5-9e10-27b641e86e4f tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 945 time: 0.1567709 Aug 29 19:14:57.259642 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac9812-5556-45ec-a473-a30f166fff90 req-57671fe1-85c0-4b21-bbe4-bf470e0addde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:57.261162 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18ac9812-5556-45ec-a473-a30f166fff90 req-57671fe1-85c0-4b21-bbe4-bf470e0addde tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.1384401 Aug 29 19:14:57.364108 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:14:57.379499 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:14:57.391374 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:14:57.392146 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:57.406883 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5df6b335-3aa4-4269-af1c-860c70b48fe7 req-dba37825-56c4-4710-a6a6-50a55b8926cb tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533048 Aug 29 19:14:57.449149 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-18ac9812-5556-45ec-a473-a30f166fff90 req-9fa2a749-ece7-440b-be0e-d613757e8dab tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573842 Aug 29 19:14:57.449969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] No DVR routers for this DVR port 30c4fffe-282d-4ca5-999f-190eabe30cfc on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:14:57.456896 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:57.463211 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-81097c04-b245-4c5c-be22-56ede3bf2f15 req-44cd620a-ec60-402a-8c82-dd2dcede6b57 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.71 "DELETE /networking/v2.0/ports/30c4fffe-282d-4ca5-999f-190eabe30cfc HTTP/1.1" status: 204 len: 173 time: 1.3606606 Aug 29 19:14:57.464361 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'name': 'network-vif-deleted', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:14:57.468454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53982978-4e6d-4247-9090-55ff8947db75" -d '{"events": [{"server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "name": "network-vif-deleted", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:14:57.517148 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a3e01-e952-435a-853a-12b34477fbfd x-openstack-request-id: req-ec3a3e01-e952-435a-853a-12b34477fbfd {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:14:57.517688 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51834d-08d0-4905-9dfd-8ea77d2859e9", "name": "network-vif-deleted", "tag": "30c4fffe-282d-4ca5-999f-190eabe30cfc", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:14:57.517979 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec3a3e01-e952-435a-853a-12b34477fbfd {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:14:57.518459 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3a3e01-e952-435a-853a-12b34477fbfd'] response: {'server_uuid': '4e51834d-08d0-4905-9dfd-8ea77d2859e9', 'name': 'network-vif-deleted', 'tag': '30c4fffe-282d-4ca5-999f-190eabe30cfc', 'status': 'completed', 'code': 200} Aug 29 19:14:57.611610 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:14:57.823117 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5499ad9-f8f3-43de-8b32-b750ca7e5aba req-c1bc17dc-c90c-44f7-a9f0-6822d5887c5d tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0338700 Aug 29 19:14:57.824342 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:57.856209 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:14:57.865572 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:14:57.866179 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:57.972062 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:14:58.175676 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:58.215328 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede6549-2382-44d5-8534-6bf576c0bcd7 None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:07:51Z', 'revision_number': 4, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '3b9ae687-ddad-461b-af1f-f71d252d84c6', 'name': '', 'network_id': '117b2cb0-1215-4254-9d1f-c2728d00a788', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'mac_address': 'fa:16:3e:f3:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:50Z', 'updated_at': '2022-08-29T19:08:03Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'subnets': [{'id': '71124ffa-89eb-4c0e-87b9-948d8b410aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:14:58.524841 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac7cf5-e592-41a1-8068-5023596485d9 None None] New status for floating IP d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:14:58.552462 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab705ef-e45f-4333-804c-4e430a0d67a0 req-79b133e5-7682-4f2d-aacf-55856360efea tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:58.554220 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fab705ef-e45f-4333-804c-4e430a0d67a0 req-79b133e5-7682-4f2d-aacf-55856360efea tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 945 time: 0.0543244 Aug 29 19:14:58.589850 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:58.637665 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139186c-5da2-43a0-a76d-655b375d594b req-54c42a92-87ba-41e0-8c98-4e70ccafcd03 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:58.640599 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2139186c-5da2-43a0-a76d-655b375d594b req-54c42a92-87ba-41e0-8c98-4e70ccafcd03 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0834374 Aug 29 19:14:58.661937 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fab705ef-e45f-4333-804c-4e430a0d67a0 req-d330dc55-4726-4d83-88b5-ec118bd8f914 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957615 Aug 29 19:14:58.714863 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2139186c-5da2-43a0-a76d-655b375d594b req-7574bbf1-a717-4ceb-86c5-dc962dc4c10d tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640442 Aug 29 19:14:58.777782 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60174) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:58.904074 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a62d2c0-7267-4481-94ff-9609d74599b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:58.904579 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-fe3678ba-9999-46dd-a549-91a733959420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:58.974705 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0cd6a2a9-02d9-4fd8-9579-d311c9a35eae req-083364e3-3238-4a16-ba9d-c618713a1aef tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4e51834d-08d0-4905-9dfd-8ea77d2859e9 HTTP/1.1" status: 200 len: 210 time: 0.0367298 Aug 29 19:14:58.982366 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:59.041427 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a62d2c0-7267-4481-94ff-9609d74599b3 admin admin] Publish callbacks [] for security_group (908ac937-0bf8-49cd-abe5-b65f4abd970d), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.045369 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7a62d2c0-7267-4481-94ff-9609d74599b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (908ac937-0bf8-49cd-abe5-b65f4abd970d), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.085160 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62d2c0-7267-4481-94ff-9609d74599b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908ac937-0bf8-49cd-abe5-b65f4abd970d,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:59.089295 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7a62d2c0-7267-4481-94ff-9609d74599b3 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=4864edb081354b9ebf6b151a8ab1693c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105159 Aug 29 19:14:59.092125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60186) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:59.144635 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3ad12b55-a45d-41c9-84bc-bc52a689ab45 admin admin] Publish callbacks [] for security_group (908ac937-0bf8-49cd-abe5-b65f4abd970d), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.167694 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3ad12b55-a45d-41c9-84bc-bc52a689ab45 admin admin] Publish callbacks [] for security_group (908ac937-0bf8-49cd-abe5-b65f4abd970d), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.228785 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3ad12b55-a45d-41c9-84bc-bc52a689ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (908ac937-0bf8-49cd-abe5-b65f4abd970d), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.232288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3ad12b55-a45d-41c9-84bc-bc52a689ab45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.235939 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-3ad12b55-a45d-41c9-84bc-bc52a689ab45 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/908ac937-0bf8-49cd-abe5-b65f4abd970d HTTP/1.1" status: 204 len: 168 time: 0.1404169 Aug 29 19:14:59.242695 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad12b55-a45d-41c9-84bc-bc52a689ab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ac937-0bf8-49cd-abe5-b65f4abd970d,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:59.507325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a1a3c-4c7e-41f6-b9b2-0575438315e4 req-ca6dc6b1-2ff1-4f65-a72c-6b08166c8c48 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:59.508808 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9a4a1a3c-4c7e-41f6-b9b2-0575438315e4 req-ca6dc6b1-2ff1-4f65-a72c-6b08166c8c48 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 945 time: 0.0481787 Aug 29 19:14:59.559995 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9a4a1a3c-4c7e-41f6-b9b2-0575438315e4 req-24d9c5bd-7a76-44ff-b4f2-5f7ba957a9da tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Aug 29 19:14:59.563314 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60200) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:59.577174 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8e7349f5-d4a1-4b67-b25e-75a93a60e74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.653338 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8e7349f5-d4a1-4b67-b25e-75a93a60e74b admin admin] Publish callbacks [] for security_group (2a17cc89-bec1-4d3e-8d30-b9ea07e46efe), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.658566 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8e7349f5-d4a1-4b67-b25e-75a93a60e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (2a17cc89-bec1-4d3e-8d30-b9ea07e46efe), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.701302 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7349f5-d4a1-4b67-b25e-75a93a60e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a17cc89-bec1-4d3e-8d30-b9ea07e46efe,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:59.706625 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8e7349f5-d4a1-4b67-b25e-75a93a60e74b admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=55208d86ddc14042ae6c316ec5f7627d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423495 Aug 29 19:14:59.709486 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60202) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:59.759423 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fa48d48e-dcff-492b-9d4c-147f3f0a913b admin admin] Publish callbacks [] for security_group (2a17cc89-bec1-4d3e-8d30-b9ea07e46efe), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.780885 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fa48d48e-dcff-492b-9d4c-147f3f0a913b admin admin] Publish callbacks [] for security_group (2a17cc89-bec1-4d3e-8d30-b9ea07e46efe), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.787454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:59.834882 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fa48d48e-dcff-492b-9d4c-147f3f0a913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (2a17cc89-bec1-4d3e-8d30-b9ea07e46efe), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.837494 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fa48d48e-dcff-492b-9d4c-147f3f0a913b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.838766 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-fa48d48e-dcff-492b-9d4c-147f3f0a913b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2a17cc89-bec1-4d3e-8d30-b9ea07e46efe HTTP/1.1" status: 204 len: 168 time: 0.1282508 Aug 29 19:14:59.847116 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48d48e-dcff-492b-9d4c-147f3f0a913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a17cc89-bec1-4d3e-8d30-b9ea07e46efe,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:00.082303 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60212) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:00.085667 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.139342 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03561af4-98d8-470f-b65f-bc09023ebd2e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (da1760ba-a063-40bf-9ec6-98612623cc33), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.154666 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:00.164112 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03561af4-98d8-470f-b65f-bc09023ebd2e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (da1760ba-a063-40bf-9ec6-98612623cc33), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.219994 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03561af4-98d8-470f-b65f-bc09023ebd2e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (da1760ba-a063-40bf-9ec6-98612623cc33), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.223409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-03561af4-98d8-470f-b65f-bc09023ebd2e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.224638 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-03561af4-98d8-470f-b65f-bc09023ebd2e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/da1760ba-a063-40bf-9ec6-98612623cc33 HTTP/1.1" status: 204 len: 168 time: 0.1412687 Aug 29 19:15:00.227530 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60220) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:00.237146 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03561af4-98d8-470f-b65f-bc09023ebd2e tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1760ba-a063-40bf-9ec6-98612623cc33,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:00.243090 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.api.v2.resource [None req-e1487eae-62a2-4393-9e13-6bd65ca8cf33 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] show failed (client error): The resource could not be found. Aug 29 19:15:00.247545 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e1487eae-62a2-4393-9e13-6bd65ca8cf33 tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "GET /networking/v2.0/security-groups/da1760ba-a063-40bf-9ec6-98612623cc33 HTTP/1.1" status: 404 len: 347 time: 0.0184319 Aug 29 19:15:00.251515 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60224) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:00.312044 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 30c4fffe-282d-4ca5-999f-190eabe30cfc no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:00.335678 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 30c4fffe-282d-4ca5-999f-190eabe30cfc {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:00.335941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 30c4fffe-282d-4ca5-999f-190eabe30cfc not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:00.371454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Deleting port 309ea91c-d702-40c9-ac41-5c580a681995 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:00.371824 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (309ea91c-d702-40c9-ac41-5c580a681995), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.453529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (309ea91c-d702-40c9-ac41-5c580a681995), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.453851 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (309ea91c-d702-40c9-ac41-5c580a681995), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.467606 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Calling delete_port for 309ea91c-d702-40c9-ac41-5c580a681995 owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:00.624367 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (309ea91c-d702-40c9-ac41-5c580a681995), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.655339 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Pushing event deleted for resources: {'Port': ['ID=309ea91c-d702-40c9-ac41-5c580a681995,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:00.743584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bdf6e-0311-421e-a278-9aeaf59c3496 req-6b720e02-256d-42a5-8b21-9ba866682d7b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:00.745196 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f76bdf6e-0311-421e-a278-9aeaf59c3496 req-6b720e02-256d-42a5-8b21-9ba866682d7b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 945 time: 0.0932336 Aug 29 19:15:00.773014 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks [] for floatingip (d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.775528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:00.776663 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-acf8f1a1-6e51-4b3a-b060-ecc54e7decbf tempest-AttachVolumeNegativeTest-1963644849 tempest-AttachVolumeNegativeTest-1963644849-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/d5441feb-3bfc-4be1-b4ac-ec4083bcd3bc HTTP/1.1" status: 204 len: 168 time: 0.5234725 Aug 29 19:15:00.815266 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f76bdf6e-0311-421e-a278-9aeaf59c3496 req-2d9a7414-a713-4049-9ac6-6652005055b2 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621214 Aug 29 19:15:01.031360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60252) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:01.146077 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-05b78b64-22ff-4b17-892e-3fb290a04b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.230211 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-5e9c5971-5146-4471-834e-548b6b09694b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:01.231600 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-5e9c5971-5146-4471-834e-548b6b09694b tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 945 time: 0.0628538 Aug 29 19:15:01.277510 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:01.309197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-05b78b64-22ff-4b17-892e-3fb290a04b4f admin admin] Publish callbacks [] for security_group (376bf3ee-037a-486a-a3ad-3e49284666eb), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.317274 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-05b78b64-22ff-4b17-892e-3fb290a04b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (376bf3ee-037a-486a-a3ad-3e49284666eb), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.338979 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:01.385135 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-05b78b64-22ff-4b17-892e-3fb290a04b4f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c463e13e5a8648629fcd878137990dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525937 Aug 29 19:15:01.388085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60256) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:01.393550 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Deleting port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:01.393893 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.398387 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b78b64-22ff-4b17-892e-3fb290a04b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bf3ee-037a-486a-a3ad-3e49284666eb,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:01.472251 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e5252c92-0497-4698-b572-e2c877906330 admin admin] Publish callbacks [] for security_group (376bf3ee-037a-486a-a3ad-3e49284666eb), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.502356 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e5252c92-0497-4698-b572-e2c877906330 admin admin] Publish callbacks [] for security_group (376bf3ee-037a-486a-a3ad-3e49284666eb), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.505530 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] For port 9ebd42f0-be62-4e4a-860c-ba19f43a5450, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=9ebd42f0-be62-4e4a-860c-ba19f43a5450,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:01.505896 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.512196 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.523477 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Calling delete_port for 9ebd42f0-be62-4e4a-860c-ba19f43a5450 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:01.556235 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e5252c92-0497-4698-b572-e2c877906330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (376bf3ee-037a-486a-a3ad-3e49284666eb), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.559150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e5252c92-0497-4698-b572-e2c877906330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.560435 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e5252c92-0497-4698-b572-e2c877906330 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/376bf3ee-037a-486a-a3ad-3e49284666eb HTTP/1.1" status: 204 len: 168 time: 0.1707592 Aug 29 19:15:01.569279 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5252c92-0497-4698-b572-e2c877906330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376bf3ee-037a-486a-a3ad-3e49284666eb,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:01.672058 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (9ebd42f0-be62-4e4a-860c-ba19f43a5450), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.701862 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Pushing event deleted for resources: {'Port': ['ID=9ebd42f0-be62-4e4a-860c-ba19f43a5450,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:01.710216 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['9ebd42f0-be62-4e4a-860c-ba19f43a5450'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:15:01.751184 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] No DVR routers for this DVR port 9ebd42f0-be62-4e4a-860c-ba19f43a5450 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:01.753668 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.756856 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6fc0f2c7-c65a-4674-a306-82559e2ec2ae req-b6aa3970-c34a-4111-b711-4257296aabf6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "DELETE /networking/v2.0/ports/9ebd42f0-be62-4e4a-860c-ba19f43a5450 HTTP/1.1" status: 204 len: 173 time: 0.5177016 Aug 29 19:15:01.757296 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'name': 'network-vif-deleted', 'tag': '9ebd42f0-be62-4e4a-860c-ba19f43a5450'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:01.759566 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151825da-f78a-4c9d-a6ce-aee5299eda2a" -d '{"events": [{"server_uuid": "a1432924-6374-40ee-9a9e-ea2156bcc481", "name": "network-vif-deleted", "tag": "9ebd42f0-be62-4e4a-860c-ba19f43a5450"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:01.813871 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690e9e0-c40d-470c-b016-673a485e9f2d x-openstack-request-id: req-7690e9e0-c40d-470c-b016-673a485e9f2d {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:01.814164 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1432924-6374-40ee-9a9e-ea2156bcc481", "name": "network-vif-deleted", "tag": "9ebd42f0-be62-4e4a-860c-ba19f43a5450", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:01.814584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7690e9e0-c40d-470c-b016-673a485e9f2d {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:01.815277 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7690e9e0-c40d-470c-b016-673a485e9f2d'] response: {'server_uuid': 'a1432924-6374-40ee-9a9e-ea2156bcc481', 'name': 'network-vif-deleted', 'tag': '9ebd42f0-be62-4e4a-860c-ba19f43a5450', 'status': 'completed', 'code': 200} Aug 29 19:15:01.896927 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:01.942007 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f49a82da-c338-491d-acfe-d586ebaf7e40 req-19916db7-da6f-4e39-afcf-5694d5fa7bb7 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a1432924-6374-40ee-9a9e-ea2156bcc481 HTTP/1.1" status: 200 len: 210 time: 0.0376160 Aug 29 19:15:03.297191 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-fde76cd5-fc65-42d3-881b-f516cfc6667d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:03.298049 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-fde76cd5-fc65-42d3-881b-f516cfc6667d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/networks?id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 200 len: 809 time: 0.1194844 Aug 29 19:15:03.319780 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-54ec657c-4c29-4f3a-9e46-0ea9edde6cf1 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/quotas/abcda882db7046eab245492bc4c4d7e6 HTTP/1.1" status: 200 len: 375 time: 0.0132296 Aug 29 19:15:03.355323 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-5aa8edd5-4d2a-45f0-a7d6-68ae546ce0f0 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=abcda882db7046eab245492bc4c4d7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304787 Aug 29 19:15:03.470593 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-3cd399ed-37da-4bbf-9cf9-9e9de0fe0437 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086609 Aug 29 19:15:03.564142 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-18e1450b-b7d1-4e76-ad65-89c3f401ca14 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872083 Aug 29 19:15:03.744569 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ff8cc9fe-f1e0-4174-9950-cdb037eb7184 req-cee9cb76-f386-48d0-b023-f136196b7deb tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 210 time: 0.0296288 Aug 29 19:15:04.561478 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60396) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:04.887830 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-456acb2a-110f-42de-bbf5-bc335b16d3db req-2419ede9-844d-4fd2-b43c-47bd15b464a0 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 210 time: 0.0664296 Aug 29 19:15:04.894309 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:05.296353 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:05.376810 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-1782ec3f-e3ff-4f2f-8c65-23f5c842a782 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:05.378704 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-1782ec3f-e3ff-4f2f-8c65-23f5c842a782 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 200 len: 809 time: 0.1567233 Aug 29 19:15:05.403680 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Request body: {'port': {'device_id': '5645a960-b066-4519-827b-8e5f6b530af8', 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3', 'admin_state_up': True, 'tenant_id': 'abcda882db7046eab245492bc4c4d7e6'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:15:05.538111 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:05.636675 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Made reservation on behalf of abcda882db7046eab245492bc4c4d7e6 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:15:05.640362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:05.869788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Allocated IP 172.20.0.7 (3fdbe9fa-77da-455d-95a7-01c7fcef80b3/2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad/0fdcef63-1b7e-4793-86c3-12fcf85e7faa) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:15:05.923429 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Deleting port 3b9ae687-ddad-461b-af1f-f71d252d84c6 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:05.923669 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:05.996793 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:06.027477 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-440c82d6-23bc-4253-849a-8777905f3b2f req-05e38347-5997-4213-bf3d-b1c719c98e49 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 210 time: 0.0457454 Aug 29 19:15:06.105038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:06.130584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] For port 3b9ae687-ddad-461b-af1f-f71d252d84c6, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3b9ae687-ddad-461b-af1f-f71d252d84c6,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:06.130973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.155320 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Calling delete_port for 3b9ae687-ddad-461b-af1f-f71d252d84c6 owned by network:router_interface {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:06.188329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks [] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.310743 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.355817 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 9ebd42f0-be62-4e4a-860c-ba19f43a5450 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:06.379470 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:15:06.386072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:15:06.387124 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 9ebd42f0-be62-4e4a-860c-ba19f43a5450 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:06.387470 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 9ebd42f0-be62-4e4a-860c-ba19f43a5450 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:06.390195 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:15:06.394380 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Pushing event updated for resources: {'Port': ['ID=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:06.470425 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:06.471624 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.498531 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9baa6784-5ea2-4d46-97ad-e01f58da735c tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985231 Aug 29 19:15:06.499592 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (3b9ae687-ddad-461b-af1f-f71d252d84c6), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.529535 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Request body: {'port': {'device_id': '5645a960-b066-4519-827b-8e5f6b530af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:15:06.534530 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9ae687-ddad-461b-af1f-f71d252d84c6,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:06.652709 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.731733 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:06.847325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:06.879625 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:15:06.909481 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.211969 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdcef63-1b7e-4793-86c3-12fcf85e7faa {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:15:07.226310 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf685-c69e-42c9-94a1-6f1948e63fcd req-7dfea5d6-4457-4350-a51d-2f86da2a8367 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:07.227879 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1a9cf685-c69e-42c9-94a1-6f1948e63fcd req-7dfea5d6-4457-4350-a51d-2f86da2a8367 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 931 time: 0.1179998 Aug 29 19:15:07.229890 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Publish callbacks [] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.263605 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Transition to ACTIVE for port object 0fdcef63-1b7e-4793-86c3-12fcf85e7faa will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:15:07.273105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.289802 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:15:07.335864 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1a9cf685-c69e-42c9-94a1-6f1948e63fcd req-aed0639b-ff7f-4de5-a574-3cc7b9beb98a tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999472 Aug 29 19:15:07.372303 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Pushing event updated for resources: {'Port': ['ID=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:07.495435 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Attempting to bind port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:15:07.495777 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Attempting to bind port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:15:07.496101 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Attempting to bind port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa on network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:15:07.507620 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa on network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:15:07.507948 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Attempting to bind port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa on network 3fdbe9fa-77da-455d-95a7-01c7fcef80b3 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:15:07.514404 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:15:07.516368 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:15:07.516710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Checking segment: {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:15:07.517073 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Bound using segment: {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:15:07.517495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Bound port: 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:15:07.518022 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.524467 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ee95b801-4fbf-498a-b20b-ad0cc16d01d6 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/fc618cd8-07d4-46e2-a4d9-f67954f3bd48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9610331 Aug 29 19:15:07.524616 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] Sync routers for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:15:07.525808 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60416) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:07.535293 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:07.535917 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:07.596968 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.598880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] For port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:15:07.603804 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] For port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:15:07.615995 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.619749 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:07.620842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.622667 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/0fdcef63-1b7e-4793-86c3-12fcf85e7faa HTTP/1.1" status: 200 len: 1093 time: 1.0989337 Aug 29 19:15:07.625396 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5645a960-b066-4519-827b-8e5f6b530af8', 'tag': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:07.628603 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d145926c-170b-4732-b9ec-60442d5acaee" -d '{"events": [{"name": "network-changed", "server_uuid": "5645a960-b066-4519-827b-8e5f6b530af8", "tag": "0fdcef63-1b7e-4793-86c3-12fcf85e7faa"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:07.650653 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:07.659511 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks [] for router (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.709138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73945d58-bab6-4ecc-ada0-986ebb909dcb x-openstack-request-id: req-73945d58-bab6-4ecc-ada0-986ebb909dcb {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:07.709648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5645a960-b066-4519-827b-8e5f6b530af8", "tag": "0fdcef63-1b7e-4793-86c3-12fcf85e7faa", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:07.709648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-73945d58-bab6-4ecc-ada0-986ebb909dcb {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:07.710155 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73945d58-bab6-4ecc-ada0-986ebb909dcb'] response: {'name': 'network-changed', 'server_uuid': '5645a960-b066-4519-827b-8e5f6b530af8', 'tag': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa', 'status': 'completed', 'code': 200} Aug 29 19:15:07.728803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094bb84-6bfd-4ad5-b822-c2cef165670d service neutron] Pushing event updated for resources: {'Port': ['ID=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:07.779587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9712531f-831b-4b73-941b-4d732d52842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:07.781223 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9712531f-831b-4b73-941b-4d732d52842b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=abcda882db7046eab245492bc4c4d7e6&device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 1127 time: 0.0419514 Aug 29 19:15:07.783053 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks [] for router_gateway (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.806596 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.816877 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.829091 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Deleting port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:07.829391 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.839431 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.841087 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:15:06Z', 'revision_number': 5, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port': {'id': '0c8d9522-e70d-4cb4-9d33-3fcf271a0d89', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:35:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:40Z', 'updated_at': '2022-08-29T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:07.841608 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.844708 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:07.847427 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-089aacc9-1a46-41da-9be1-2b9bd841badd service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa HTTP/1.1" status: 200 len: 217 time: 0.0511751 Aug 29 19:15:07.874851 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] Checking router: fc618cd8-07d4-46e2-a4d9-f67954f3bd48 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:15:07.884259 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] Routers {'fc618cd8-07d4-46e2-a4d9-f67954f3bd48'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:07.884916 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:14:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:07.916465 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9d964a19-3325-4a84-9521-828c50870b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:07.918028 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-9d964a19-3325-4a84-9521-828c50870b48 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad HTTP/1.1" status: 200 len: 849 time: 0.0587335 Aug 29 19:15:07.919097 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] For port 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:07.919479 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:07.935008 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Calling delete_port for 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:07.963875 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-6ec94889-fdc4-4913-aabd-b15f655abfd8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317442 Aug 29 19:15:07.973008 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] Set router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 gateway port host: None {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:08.028160 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:15:07Z', 'revision_number': 6, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:08.053891 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99442ced-8330-445b-9d05-24e37384a1e9 None None] The sync data for ids ['fc618cd8-07d4-46e2-a4d9-f67954f3bd48'] in dv-cinder-731261-6-iscsi is: [{'id': 'fc618cd8-07d4-46e2-a4d9-f67954f3bd48', 'name': 'tempest-AttachVolumeNegativeTest-2002825070-router', 'tenant_id': 'b967c22662da47aeb9292704c39b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:38Z', 'updated_at': '2022-08-29T19:15:07Z', 'revision_number': 6, 'project_id': 'b967c22662da47aeb9292704c39b44bb', 'gw_port_host': None}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:15:08.063284 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-483f17e9-4d12-4e56-b93b-4e3ebd164cbf service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915406 Aug 29 19:15:08.130280 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (0c8d9522-e70d-4cb4-9d33-3fcf271a0d89), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.161158 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8d9522-e70d-4cb4-9d33-3fcf271a0d89,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:08.182621 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bf6154e8-3515-48d5-89d2-bc114f44dc40 req-085abee8-fd1d-4705-89af-edc0ff92f45f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110168 Aug 29 19:15:08.227396 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.319135 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.321327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks [] for router_controller (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.363997 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (fc618cd8-07d4-46e2-a4d9-f67954f3bd48), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.364481 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc618cd8-07d4-46e2-a4d9-f67954f3bd48 {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:15:08.369569 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.370351 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-cee369ba-bf7a-4d6c-b862-00edb4608c97 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/fc618cd8-07d4-46e2-a4d9-f67954f3bd48 HTTP/1.1" status: 204 len: 168 time: 0.8435369 Aug 29 19:15:08.373507 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60424) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:08.423487 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Deleting subnet 71124ffa-89eb-4c0e-87b9-948d8b410aef {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:15:08.427541 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Publish callbacks [] for subnet (71124ffa-89eb-4c0e-87b9-948d8b410aef), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.465740 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (71124ffa-89eb-4c0e-87b9-948d8b410aef), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.474896 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ade31a-ffd4-4e16-a3cc-455a594bcdf7 req-596bde98-b97c-4915-aa1d-dbf5ae2b18ee tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:08.477083 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c8ade31a-ffd4-4e16-a3cc-455a594bcdf7 req-596bde98-b97c-4915-aa1d-dbf5ae2b18ee tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 943 time: 0.0591972 Aug 29 19:15:08.545835 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (71124ffa-89eb-4c0e-87b9-948d8b410aef), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.546420 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c8ade31a-ffd4-4e16-a3cc-455a594bcdf7 req-e2b3c2da-29df-4f19-8254-73458a9cbb89 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Aug 29 19:15:08.604707 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (71124ffa-89eb-4c0e-87b9-948d8b410aef), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.629891 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71124ffa-89eb-4c0e-87b9-948d8b410aef,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:08.635374 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.638802 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e774ffdc-c25e-45a4-91f4-3f7037d6e423 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/71124ffa-89eb-4c0e-87b9-948d8b410aef HTTP/1.1" status: 204 len: 168 time: 0.2642894 Aug 29 19:15:08.641279 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60426) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:08.645358 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842f379-8617-4189-a964-b0bc8ac49515 None None] Network 117b2cb0-1215-4254-9d1f-c2728d00a788 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:15:08.713786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (117b2cb0-1215-4254-9d1f-c2728d00a788), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.720359 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:08.770127 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Deleting port 319438a7-21c4-4268-a536-337803165dd8 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:08.770459 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (319438a7-21c4-4268-a536-337803165dd8), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.840926 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:08.842872 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] For port 319438a7-21c4-4268-a536-337803165dd8, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=319438a7-21c4-4268-a536-337803165dd8,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:08.843387 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (319438a7-21c4-4268-a536-337803165dd8), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.853130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] DHCP port deletion for 117b2cb0-1215-4254-9d1f-c2728d00a788 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:15:08.862542 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Calling delete_port for 319438a7-21c4-4268-a536-337803165dd8 owned by network:dhcp {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:08.898249 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] Deleting port 319438a7-21c4-4268-a536-337803165dd8 {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:08.898530 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (319438a7-21c4-4268-a536-337803165dd8), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.952328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (319438a7-21c4-4268-a536-337803165dd8), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.970743 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] For port 319438a7-21c4-4268-a536-337803165dd8, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=319438a7-21c4-4268-a536-337803165dd8,segment=NetworkSegment(3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08),segment_id=3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:08.971434 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (319438a7-21c4-4268-a536-337803165dd8), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:08.982114 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=319438a7-21c4-4268-a536-337803165dd8,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:08.985330 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] Calling delete_port for 319438a7-21c4-4268-a536-337803165dd8 owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:08.985509 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] No DVR routers for this DVR port 319438a7-21c4-4268-a536-337803165dd8 on host dv-cinder-731261-6-iscsi {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:09.065564 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (117b2cb0-1215-4254-9d1f-c2728d00a788), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.074090 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (319438a7-21c4-4268-a536-337803165dd8), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.087363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] No DVR routers for this DVR port 319438a7-21c4-4268-a536-337803165dd8 on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:09.087720 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117b2cb0-1215-4254-9d1f-c2728d00a788']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:09.108340 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:09.108637 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:09.108739 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29864fa4-aa0b-4003-8a46-e6fbbd900a41 None None] Pushing event deleted for resources: {'Port': ['ID=319438a7-21c4-4268-a536-337803165dd8,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:09.120584 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.135363 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.142941 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:15:09.143595 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.163935 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08 resource provider aggregate not found Aug 29 19:15:09.212956 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment 3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e3340ef-2fe6-4ec7-9ef3-c68f0e7eec08 found for delete ", "request_id": "req-84f91529-bf48-487e-b382-84e212ec8fa0"}]} Aug 29 19:15:09.219701 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (117b2cb0-1215-4254-9d1f-c2728d00a788), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.229692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.233306 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/117b2cb0-1215-4254-9d1f-c2728d00a788 HTTP/1.1" status: 204 len: 168 time: 0.5910578 Aug 29 19:15:09.255756 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a3455-963c-4ee3-9257-22b30c78e1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=117b2cb0-1215-4254-9d1f-c2728d00a788,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:09.258786 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145926c-170b-4732-b9ec-60442d5acaee req-a08e4965-0c0f-441b-b6f6-2b0c6491507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:09.260414 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-a08e4965-0c0f-441b-b6f6-2b0c6491507c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=abcda882db7046eab245492bc4c4d7e6&device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 1127 time: 0.0786288 Aug 29 19:15:09.361522 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145926c-170b-4732-b9ec-60442d5acaee req-f263241b-51ba-4a0b-80e1-a3aa9d56ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:09.363631 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-f263241b-51ba-4a0b-80e1-a3aa9d56ea72 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 200 len: 911 time: 0.0973465 Aug 29 19:15:09.388070 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60436) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:09.409325 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-6fd5a4b5-c456-43cb-b9ed-4fddedd241bc service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa HTTP/1.1" status: 200 len: 217 time: 0.0390735 Aug 29 19:15:09.432791 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ddf16b13-71ab-4dd6-a596-3bdab93d2214 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=b967c22662da47aeb9292704c39b44bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434003 Aug 29 19:15:09.435181 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60438) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:09.489246 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ae9e29bd-84a1-41bd-a1fc-29c2e73e75c6 admin admin] Publish callbacks [] for security_group (7d9231ed-fad3-492c-adbf-3914f584cccb), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.511538 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ae9e29bd-84a1-41bd-a1fc-29c2e73e75c6 admin admin] Publish callbacks [] for security_group (7d9231ed-fad3-492c-adbf-3914f584cccb), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.564636 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ae9e29bd-84a1-41bd-a1fc-29c2e73e75c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7d9231ed-fad3-492c-adbf-3914f584cccb), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.567506 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-ae9e29bd-84a1-41bd-a1fc-29c2e73e75c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.569057 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-ae9e29bd-84a1-41bd-a1fc-29c2e73e75c6 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/7d9231ed-fad3-492c-adbf-3914f584cccb HTTP/1.1" status: 204 len: 168 time: 0.1325085 Aug 29 19:15:09.579517 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e29bd-84a1-41bd-a1fc-29c2e73e75c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9231ed-fad3-492c-adbf-3914f584cccb,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:09.686519 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3b9ae687-ddad-461b-af1f-f71d252d84c6 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:09.719678 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 3b9ae687-ddad-461b-af1f-f71d252d84c6 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:09.720430 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3b9ae687-ddad-461b-af1f-f71d252d84c6 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:09.721507 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 319438a7-21c4-4268-a536-337803165dd8 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:09.741538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 319438a7-21c4-4268-a536-337803165dd8 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:09.742037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 319438a7-21c4-4268-a536-337803165dd8 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:09.742551 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:09.765034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:09.765523 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 0c8d9522-e70d-4cb4-9d33-3fcf271a0d89 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:09.801702 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145926c-170b-4732-b9ec-60442d5acaee req-cc067296-77af-41fa-92ce-14e3ae1ff8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:09.803298 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-cc067296-77af-41fa-92ce-14e3ae1ff8c3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad HTTP/1.1" status: 200 len: 849 time: 0.3879218 Aug 29 19:15:09.812266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8105-f639-4f79-9012-22729075f02a req-1cb32037-5d9e-4ed2-808a-0b4a5c25bedd tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:09.813659 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-136a8105-f639-4f79-9012-22729075f02a req-1cb32037-5d9e-4ed2-808a-0b4a5c25bedd tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 943 time: 0.0660677 Aug 29 19:15:09.853955 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-efc062dd-31c0-46c5-a31a-71817b965b73 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3fdbe9fa-77da-455d-95a7-01c7fcef80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393555 Aug 29 19:15:09.933352 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-136a8105-f639-4f79-9012-22729075f02a req-c6acb044-c525-4f0c-b3f3-da640ee7efc1 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098435 Aug 29 19:15:09.982778 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-20c536a1-395c-4593-b04b-69b35c767f40 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212425 Aug 29 19:15:10.046707 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:10.093183 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d145926c-170b-4732-b9ec-60442d5acaee req-e4f09e01-ec65-4317-849c-889e096a93f8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028636 Aug 29 19:15:11.208327 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968cc6e-e2d2-4b1f-ad78-551923331b11 req-46e5d50b-f19a-45fa-be71-cf27a9a84bfe tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:11.209779 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d968cc6e-e2d2-4b1f-ad78-551923331b11 req-46e5d50b-f19a-45fa-be71-cf27a9a84bfe tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 943 time: 0.0487754 Aug 29 19:15:11.260092 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d968cc6e-e2d2-4b1f-ad78-551923331b11 req-d869111d-a7af-42ea-b2cc-75e5bb98903a tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Aug 29 19:15:12.334852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 0fdcef63-1b7e-4793-86c3-12fcf85e7faa details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:15:12.379548 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda146f-1133-4470-ab5d-c6c830fc1b78 req-e111a15a-9468-4f65-8ffb-04102ac741e4 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:12.380929 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cfda146f-1133-4470-ab5d-c6c830fc1b78 req-e111a15a-9468-4f65-8ffb-04102ac741e4 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 943 time: 0.0476594 Aug 29 19:15:12.435313 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-cfda146f-1133-4470-ab5d-c6c830fc1b78 req-0f05d83e-4e20-4c82-9ac9-69672097ac66 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487428 Aug 29 19:15:12.437227 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:12.449626 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa', 'network_id': '3fdbe9fa-77da-455d-95a7-01c7fcef80b3', 'port_id': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa', 'mac_address': 'fa:16:3e:43:54:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:15:12.489476 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:15:12.489862 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:12.503521 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdcef63-1b7e-4793-86c3-12fcf85e7faa {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:15:12.509304 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:12.524255 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:12.528161 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:12.558640 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:12.578373 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:12.873417 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['0fdcef63-1b7e-4793-86c3-12fcf85e7faa'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:15:13.584090 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684efe-9d67-4563-a177-a86fe0bb97f0 req-fe267f80-aa7c-4d7b-9e6a-ca3f6c71eeba tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:13.585717 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-94684efe-9d67-4563-a177-a86fe0bb97f0 req-fe267f80-aa7c-4d7b-9e6a-ca3f6c71eeba tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 944 time: 0.0543938 Aug 29 19:15:13.643534 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-94684efe-9d67-4563-a177-a86fe0bb97f0 req-b8568aa9-44ee-47ed-adce-4be186004d4d tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487032 Aug 29 19:15:14.365699 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 0fdcef63-1b7e-4793-86c3-12fcf85e7faa up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:15:14.406940 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:15:14.412148 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:15:14.412513 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:14.494920 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:15:14.495322 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:14.509806 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:14.522728 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5645a960-b066-4519-827b-8e5f6b530af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:14.524996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64065e64-c95c-450c-a419-3c67a36f628a" -d '{"events": [{"server_uuid": "5645a960-b066-4519-827b-8e5f6b530af8", "name": "network-vif-plugged", "status": "completed", "tag": "0fdcef63-1b7e-4793-86c3-12fcf85e7faa"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:14.539081 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:14.543917 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:14.576046 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b2ecd4-03b2-4607-b875-95dfff0badde x-openstack-request-id: req-e7b2ecd4-03b2-4607-b875-95dfff0badde {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:14.576341 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5645a960-b066-4519-827b-8e5f6b530af8", "name": "network-vif-plugged", "status": "completed", "tag": "0fdcef63-1b7e-4793-86c3-12fcf85e7faa", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:14.576590 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e7b2ecd4-03b2-4607-b875-95dfff0badde {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:14.576976 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b2ecd4-03b2-4607-b875-95dfff0badde'] response: {'server_uuid': '5645a960-b066-4519-827b-8e5f6b530af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa', 'code': 200} Aug 29 19:15:14.595536 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:14.742079 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:14.784615 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49d2c-44c4-4212-b424-800eaf7a1a58 req-ec0351be-b2c1-4d1c-82c5-4e57269cc3c2 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:14.786218 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6c49d2c-44c4-4212-b424-800eaf7a1a58 req-ec0351be-b2c1-4d1c-82c5-4e57269cc3c2 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 945 time: 0.0559173 Aug 29 19:15:14.853809 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec8bb-8690-4df9-909b-f5b065fb60ff req-a2ea926b-3ee6-417e-9885-ba94deb66cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:14.855434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a6ec8bb-8690-4df9-909b-f5b065fb60ff req-a2ea926b-3ee6-417e-9885-ba94deb66cb9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 1129 time: 0.0647223 Aug 29 19:15:14.887034 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e6c49d2c-44c4-4212-b424-800eaf7a1a58 req-7bff4e6d-ab53-4a46-a180-2b33e62e7ce6 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952406 Aug 29 19:15:14.912893 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2a6ec8bb-8690-4df9-909b-f5b065fb60ff req-8b4ef6e9-7e6f-45e9-bc97-6ef4313ec5e4 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Aug 29 19:15:16.018797 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57eddb-eacf-4a49-9777-a0238a142c64 req-1a756553-7127-45c3-b31c-d70ab25b45c3 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:16.020834 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5e57eddb-eacf-4a49-9777-a0238a142c64 req-1a756553-7127-45c3-b31c-d70ab25b45c3 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Aug 29 19:15:16.070173 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5e57eddb-eacf-4a49-9777-a0238a142c64 req-a1d014fe-8419-4c91-9010-e16fe1f40286 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Aug 29 19:15:17.197689 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38ec-fb75-44c3-b392-a4de304a6ae9 req-30e2255c-5843-42d6-a9b3-c2ede2f415f3 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:17.199151 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df0a38ec-fb75-44c3-b392-a4de304a6ae9 req-30e2255c-5843-42d6-a9b3-c2ede2f415f3 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 945 time: 0.0476389 Aug 29 19:15:17.250601 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-df0a38ec-fb75-44c3-b392-a4de304a6ae9 req-2983f149-c971-4326-9ff2-6e274c18d441 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Aug 29 19:15:18.031847 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=12 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:18.105915 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bbaf6-4660-44dd-ad8f-33083e54c4b0 req-9d1522e7-c9a5-4c7e-bcdc-f70ac3948087 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:18.107316 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ef3bbaf6-4660-44dd-ad8f-33083e54c4b0 req-9d1522e7-c9a5-4c7e-bcdc-f70ac3948087 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Aug 29 19:15:18.155518 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ef3bbaf6-4660-44dd-ad8f-33083e54c4b0 req-f40c969d-5d5b-4638-9001-c8954be30a03 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Aug 29 19:15:19.255350 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60614) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:19.282278 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af84fe-d830-4bb4-8c7d-fbe6dc970742 req-1a52c747-b43d-48ce-ba6c-ac7e0e6edfed tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:19.283801 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-38af84fe-d830-4bb4-8c7d-fbe6dc970742 req-1a52c747-b43d-48ce-ba6c-ac7e0e6edfed tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Aug 29 19:15:19.335278 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-38af84fe-d830-4bb4-8c7d-fbe6dc970742 req-62cb01e0-e14d-4078-a60c-4569613ffc70 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8e3724e4-6a7e-4c14-804a-c743668668e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Aug 29 19:15:19.370858 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-79c20f80-3f17-4a71-8ba1-4638b032f262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.448861 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-79c20f80-3f17-4a71-8ba1-4638b032f262 admin admin] Publish callbacks [] for security_group (0778d5c7-627b-4bd2-ab4c-43886c60621e), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.452976 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-79c20f80-3f17-4a71-8ba1-4638b032f262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0778d5c7-627b-4bd2-ab4c-43886c60621e), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.492935 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-79c20f80-3f17-4a71-8ba1-4638b032f262 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=db7f044362844d7080d11f499151e113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364094 Aug 29 19:15:19.493796 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c20f80-3f17-4a71-8ba1-4638b032f262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0778d5c7-627b-4bd2-ab4c-43886c60621e,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:19.495753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60618) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:19.549976 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-211ea09f-1b05-48fc-8e68-28a5add62495 admin admin] Publish callbacks [] for security_group (0778d5c7-627b-4bd2-ab4c-43886c60621e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.575219 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-211ea09f-1b05-48fc-8e68-28a5add62495 admin admin] Publish callbacks [] for security_group (0778d5c7-627b-4bd2-ab4c-43886c60621e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.608257 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:19.631210 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-211ea09f-1b05-48fc-8e68-28a5add62495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0778d5c7-627b-4bd2-ab4c-43886c60621e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.633753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-211ea09f-1b05-48fc-8e68-28a5add62495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.634990 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-211ea09f-1b05-48fc-8e68-28a5add62495 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0778d5c7-627b-4bd2-ab4c-43886c60621e HTTP/1.1" status: 204 len: 168 time: 0.1381328 Aug 29 19:15:19.642632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ea09f-1b05-48fc-8e68-28a5add62495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0778d5c7-627b-4bd2-ab4c-43886c60621e,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:19.768712 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cca4b-1886-485a-af54-48ac7df3760d req-4210744e-29e8-467d-9599-9d09bc353784 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:19.770222 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e39cca4b-1886-485a-af54-48ac7df3760d req-4210744e-29e8-467d-9599-9d09bc353784 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 945 time: 0.0477331 Aug 29 19:15:19.864948 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Deleting port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:19.865294 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.967937 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:19.976178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] For port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,segment=NetworkSegment(b438606f-deb7-4ce9-aef5-c2a064f7a3e8),segment_id=b438606f-deb7-4ce9-aef5-c2a064f7a3e8)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:19.976541 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.991178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Calling delete_port for 0fdcef63-1b7e-4793-86c3-12fcf85e7faa owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:20.159536 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (0fdcef63-1b7e-4793-86c3-12fcf85e7faa), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:20.199425 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['0fdcef63-1b7e-4793-86c3-12fcf85e7faa'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:15:20.221209 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Pushing event deleted for resources: {'Port': ['ID=0fdcef63-1b7e-4793-86c3-12fcf85e7faa,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:20.269658 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] No DVR routers for this DVR port 0fdcef63-1b7e-4793-86c3-12fcf85e7faa on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:20.273024 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:20.276233 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e39cca4b-1886-485a-af54-48ac7df3760d req-cf14e34f-cea7-4d37-bc24-fe108ab30945 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.71 "DELETE /networking/v2.0/ports/0fdcef63-1b7e-4793-86c3-12fcf85e7faa HTTP/1.1" status: 204 len: 173 time: 0.5003152 Aug 29 19:15:20.276873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5645a960-b066-4519-827b-8e5f6b530af8', 'name': 'network-vif-deleted', 'tag': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:20.279587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94daccf5-0600-42dd-94d7-1165a484c831" -d '{"events": [{"server_uuid": "5645a960-b066-4519-827b-8e5f6b530af8", "name": "network-vif-deleted", "tag": "0fdcef63-1b7e-4793-86c3-12fcf85e7faa"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:20.323031 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8175d-0494-420a-83f8-10320f76bf84 x-openstack-request-id: req-03a8175d-0494-420a-83f8-10320f76bf84 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:20.323632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5645a960-b066-4519-827b-8e5f6b530af8", "name": "network-vif-deleted", "tag": "0fdcef63-1b7e-4793-86c3-12fcf85e7faa", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:20.323632 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-03a8175d-0494-420a-83f8-10320f76bf84 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:20.323979 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a8175d-0494-420a-83f8-10320f76bf84'] response: {'server_uuid': '5645a960-b066-4519-827b-8e5f6b530af8', 'name': 'network-vif-deleted', 'tag': '0fdcef63-1b7e-4793-86c3-12fcf85e7faa', 'status': 'completed', 'code': 200} Aug 29 19:15:20.445617 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-78e4ebb8-7548-4c17-b14f-52a22def0ceb req-52eb6e3c-4ce8-4334-80bf-85bd57d5d672 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 210 time: 0.0346458 Aug 29 19:15:21.021055 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60682) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:21.118846 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:21.127173 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf770-9130-4879-b53f-7854d2efe11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.178993 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:21.211723 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf770-9130-4879-b53f-7854d2efe11d admin admin] Publish callbacks [] for security_group (34038494-b40d-4ffc-b4be-19a74faf112b), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.215355 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf770-9130-4879-b53f-7854d2efe11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (34038494-b40d-4ffc-b4be-19a74faf112b), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.254495 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-5a0bf770-9130-4879-b53f-7854d2efe11d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3ff89830f9b344129fe765c46da1ce88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323477 Aug 29 19:15:21.255567 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bf770-9130-4879-b53f-7854d2efe11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34038494-b40d-4ffc-b4be-19a74faf112b,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:21.257254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60688) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:21.315925 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63a4c3fa-9cc2-43bc-8073-55a2a8b844e2 admin admin] Publish callbacks [] for security_group (34038494-b40d-4ffc-b4be-19a74faf112b), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.336049 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63a4c3fa-9cc2-43bc-8073-55a2a8b844e2 admin admin] Publish callbacks [] for security_group (34038494-b40d-4ffc-b4be-19a74faf112b), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.382662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63a4c3fa-9cc2-43bc-8073-55a2a8b844e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (34038494-b40d-4ffc-b4be-19a74faf112b), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.385205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-63a4c3fa-9cc2-43bc-8073-55a2a8b844e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:21.386332 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-63a4c3fa-9cc2-43bc-8073-55a2a8b844e2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/34038494-b40d-4ffc-b4be-19a74faf112b HTTP/1.1" status: 204 len: 168 time: 0.1279566 Aug 29 19:15:21.394398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4c3fa-9cc2-43bc-8073-55a2a8b844e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34038494-b40d-4ffc-b4be-19a74faf112b,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:21.573962 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fc677398-28b4-40bc-a6ee-9db1e6f4f215 req-5df77803-bda5-49ef-b01b-35df31c17676 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 210 time: 0.0294037 Aug 29 19:15:22.697049 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1efb1856-39f7-410c-a87f-1cd98ddf8ad1 req-f384d30d-6724-468b-8df0-7fda3a3dede5 tempest-VolumesActionsTest-1621171274 tempest-VolumesActionsTest-1621171274-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=5645a960-b066-4519-827b-8e5f6b530af8 HTTP/1.1" status: 200 len: 210 time: 0.0320754 Aug 29 19:15:23.390268 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60766) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:23.507483 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-df0388a8-ea91-4b3f-a0fe-f0b63fc7dcb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.586417 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-df0388a8-ea91-4b3f-a0fe-f0b63fc7dcb5 admin admin] Publish callbacks [] for security_group (ba009e31-4d08-4c19-8e43-ee47d48082f2), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.589908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-df0388a8-ea91-4b3f-a0fe-f0b63fc7dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ba009e31-4d08-4c19-8e43-ee47d48082f2), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.630187 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-df0388a8-ea91-4b3f-a0fe-f0b63fc7dcb5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d3a175f1ac2d4216a35fbaa72a683b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379839 Aug 29 19:15:23.631050 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0388a8-ea91-4b3f-a0fe-f0b63fc7dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba009e31-4d08-4c19-8e43-ee47d48082f2,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:23.633023 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60770) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:23.687873 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-89367a2e-65b5-4a6a-9fbe-df8f48737947 admin admin] Publish callbacks [] for security_group (ba009e31-4d08-4c19-8e43-ee47d48082f2), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.708711 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-89367a2e-65b5-4a6a-9fbe-df8f48737947 admin admin] Publish callbacks [] for security_group (ba009e31-4d08-4c19-8e43-ee47d48082f2), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.766175 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-89367a2e-65b5-4a6a-9fbe-df8f48737947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ba009e31-4d08-4c19-8e43-ee47d48082f2), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.769110 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-89367a2e-65b5-4a6a-9fbe-df8f48737947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.770563 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-89367a2e-65b5-4a6a-9fbe-df8f48737947 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ba009e31-4d08-4c19-8e43-ee47d48082f2 HTTP/1.1" status: 204 len: 168 time: 0.1363647 Aug 29 19:15:23.778572 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367a2e-65b5-4a6a-9fbe-df8f48737947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba009e31-4d08-4c19-8e43-ee47d48082f2,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:24.065692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 60790) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:24.078992 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36cfa488-4e7a-41d0-a612-a02c0fe706eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.161294 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36cfa488-4e7a-41d0-a612-a02c0fe706eb admin admin] Publish callbacks [] for security_group (b1b4134f-f39c-4eed-b7e6-f6338b270952), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.165334 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-36cfa488-4e7a-41d0-a612-a02c0fe706eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b1b4134f-f39c-4eed-b7e6-f6338b270952), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.208124 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-36cfa488-4e7a-41d0-a612-a02c0fe706eb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=7ef6dfd8a5fc450590b87b61b9748eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413319 Aug 29 19:15:24.208826 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa488-4e7a-41d0-a612-a02c0fe706eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4134f-f39c-4eed-b7e6-f6338b270952,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:24.211127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 60798) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:24.286628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-10fb8799-2159-4171-ba46-7ccc185ff51d admin admin] Publish callbacks [] for security_group (b1b4134f-f39c-4eed-b7e6-f6338b270952), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.294723 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:24.316826 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-10fb8799-2159-4171-ba46-7ccc185ff51d admin admin] Publish callbacks [] for security_group (b1b4134f-f39c-4eed-b7e6-f6338b270952), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.371229 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-10fb8799-2159-4171-ba46-7ccc185ff51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b1b4134f-f39c-4eed-b7e6-f6338b270952), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.373926 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-10fb8799-2159-4171-ba46-7ccc185ff51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.375132 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-10fb8799-2159-4171-ba46-7ccc185ff51d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b1b4134f-f39c-4eed-b7e6-f6338b270952 HTTP/1.1" status: 204 len: 168 time: 0.1580009 Aug 29 19:15:24.385636 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb8799-2159-4171-ba46-7ccc185ff51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4134f-f39c-4eed-b7e6-f6338b270952,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:24.427752 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 0fdcef63-1b7e-4793-86c3-12fcf85e7faa no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:24.460958 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: 0fdcef63-1b7e-4793-86c3-12fcf85e7faa {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:24.461410 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device 0fdcef63-1b7e-4793-86c3-12fcf85e7faa not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:24.897952 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:26.460984 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-85352a42-0b8f-4b83-a918-b81565720f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:28.897600 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-39d366f1-3a4f-4aab-ae89-2582a0c1dd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:30.088752 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:31.515778 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:31.892924 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:34.198967 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:34.203318 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=8,neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:34.354845 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:34.379619 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:39.006612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 32818) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:39.416959 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Deleting port abf33575-096e-438c-a9ae-ebefb23d4818 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:39.417512 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (abf33575-096e-438c-a9ae-ebefb23d4818), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:39.505134 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (abf33575-096e-438c-a9ae-ebefb23d4818), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:39.505771 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for floatingip (abf33575-096e-438c-a9ae-ebefb23d4818), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:39.519543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Calling delete_port for abf33575-096e-438c-a9ae-ebefb23d4818 owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:39.691644 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (abf33575-096e-438c-a9ae-ebefb23d4818), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:39.719926 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event deleted for resources: {'Port': ['ID=abf33575-096e-438c-a9ae-ebefb23d4818,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:39.798946 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for floatingip (079dc8db-d986-4b7a-8277-ac267ca4ff92), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:39.803375 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Floating IP 079dc8db-d986-4b7a-8277-ac267ca4ff92 disassociated (deleted). External IP: 172.27.2.176, port: bc2fe8d5-1c6f-407b-8613-774dc48866ca. Aug 29 19:15:40.208831 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Router 86e1e1cd-c233-4550-98f1-0803a4c01ebc has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:15:40.379325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:15:40.400075 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] Sync routers for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:15:40.401671 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:40.418397 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:40.419904 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:40.452656 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-94fa5b74-1d75-4be7-9b92-5e5c335e6a91 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/079dc8db-d986-4b7a-8277-ac267ca4ff92 HTTP/1.1" status: 204 len: 168 time: 1.4447258 Aug 29 19:15:40.453109 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:40.455463 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670849b6-634c-4417-8d89-29f1f74351d1" -d '{"events": [{"name": "network-changed", "server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:40.461272 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 32852) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:40.601214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324454fc-6f93-4423-9f3e-5512dd9b452a x-openstack-request-id: req-324454fc-6f93-4423-9f3e-5512dd9b452a {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:40.601635 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:40.601990 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-324454fc-6f93-4423-9f3e-5512dd9b452a {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:40.602495 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324454fc-6f93-4423-9f3e-5512dd9b452a'] response: {'name': 'network-changed', 'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'status': 'completed', 'code': 200} Aug 29 19:15:40.624693 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:40.695868 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:40.698553 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3f6c-6111-426f-ae2b-1206fb748ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:40.725308 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:40.808990 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:40.821917 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc7d9-6895-4663-858f-294cd439cb58 req-5e9204b8-ab2d-4f23-85b6-2d0ff6163853 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:40.823803 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-213fc7d9-6895-4663-858f-294cd439cb58 req-5e9204b8-ab2d-4f23-85b6-2d0ff6163853 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0593848 Aug 29 19:15:40.851244 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:40.892481 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:10:02Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:40.900873 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-213fc7d9-6895-4663-858f-294cd439cb58 req-e9ce04d9-1470-41c4-bd1f-2ae2719ef5e5 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664961 Aug 29 19:15:40.920203 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] Checking router: 86e1e1cd-c233-4550-98f1-0803a4c01ebc for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:15:40.929268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:40.929831 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3f6c-6111-426f-ae2b-1206fb748ef7 admin admin] Publish callbacks [] for security_group (24ea33c6-1cab-4555-815e-933431f2dbb5), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:40.929976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:40.934582 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3f6c-6111-426f-ae2b-1206fb748ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (24ea33c6-1cab-4555-815e-933431f2dbb5), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:40.973100 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed3f6c-6111-426f-ae2b-1206fb748ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea33c6-1cab-4555-815e-933431f2dbb5,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:40.979583 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d8ed3f6c-6111-426f-ae2b-1206fb748ef7 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=09d33160804048ae8af31e83b259397e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168688 Aug 29 19:15:40.982301 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 32864) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:41.042307 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Publish callbacks [] for security_group (24ea33c6-1cab-4555-815e-933431f2dbb5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.054020 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:41.068412 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Publish callbacks [] for security_group (24ea33c6-1cab-4555-815e-933431f2dbb5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.114995 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (24ea33c6-1cab-4555-815e-933431f2dbb5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.117676 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.118900 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/24ea33c6-1cab-4555-815e-933431f2dbb5 HTTP/1.1" status: 204 len: 168 time: 0.1356976 Aug 29 19:15:41.127024 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea33c6-1cab-4555-815e-933431f2dbb5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:41.135484 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.135827 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.136165 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.136496 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.136824 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.137150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.137469 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.137788 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.138107 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.138422 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.138739 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.139058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.139395 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.139707 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.140023 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deae0f7-3de3-4810-a6f4-a61646a4c2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:41.257588 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:10:02Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:41.282305 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbb5bd-910b-46b2-9d0f-d92f15bdd331 None None] The sync data for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi is: [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:09:54Z', 'revision_number': 4, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '61e2b71e-3f43-4cf0-8195-99fc4114353c', 'name': '', 'network_id': 'c577f8dd-232c-46d1-8dca-d9595c50b55d', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'mac_address': 'fa:16:3e:0a:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:53Z', 'updated_at': '2022-08-29T19:10:02Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'subnets': [{'id': '9e6f527c-45f7-4f2b-9438-4f4dbf89da30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:15:41.436717 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 32876) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:41.451873 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-188b8855-c3d2-42d9-a742-bb6e36c7630b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.527179 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfd7c1-f947-4b63-b62e-284741b1b89e None None] New status for floating IP 079dc8db-d986-4b7a-8277-ac267ca4ff92: DOWN {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:15:41.535656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-188b8855-c3d2-42d9-a742-bb6e36c7630b admin admin] Publish callbacks [] for security_group (95d1d801-09fb-4d57-a240-8416f293e01a), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.540086 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-188b8855-c3d2-42d9-a742-bb6e36c7630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (95d1d801-09fb-4d57-a240-8416f293e01a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.580838 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-188b8855-c3d2-42d9-a742-bb6e36c7630b admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=630bac9fcf9d426188a9a0a4e30ec556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429985 Aug 29 19:15:41.582235 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b8855-c3d2-42d9-a742-bb6e36c7630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1d801-09fb-4d57-a240-8416f293e01a,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:41.584801 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 32878) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:41.641205 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-83d8b0b0-1e6d-4444-904b-ba5e9804619d admin admin] Publish callbacks [] for security_group (95d1d801-09fb-4d57-a240-8416f293e01a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.662224 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-83d8b0b0-1e6d-4444-904b-ba5e9804619d admin admin] Publish callbacks [] for security_group (95d1d801-09fb-4d57-a240-8416f293e01a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.709648 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-83d8b0b0-1e6d-4444-904b-ba5e9804619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (95d1d801-09fb-4d57-a240-8416f293e01a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.712259 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-83d8b0b0-1e6d-4444-904b-ba5e9804619d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:41.713526 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-83d8b0b0-1e6d-4444-904b-ba5e9804619d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/95d1d801-09fb-4d57-a240-8416f293e01a HTTP/1.1" status: 204 len: 168 time: 0.1274071 Aug 29 19:15:41.721845 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8b0b0-1e6d-4444-904b-ba5e9804619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1d801-09fb-4d57-a240-8416f293e01a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:42.031379 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3a5e4-24fe-4f4a-9189-6a6b1284af7e req-54e5e0be-d025-4de9-b47d-3f2f5eac2f8f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:42.032857 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1fb3a5e4-24fe-4f4a-9189-6a6b1284af7e req-54e5e0be-d025-4de9-b47d-3f2f5eac2f8f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0539052 Aug 29 19:15:42.092355 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1fb3a5e4-24fe-4f4a-9189-6a6b1284af7e req-c827afb9-4816-40b0-876f-f91eaa8a5f4e tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537176 Aug 29 19:15:43.213685 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666b05-87e4-4cfb-a8e5-867ec360905b req-89c53a07-c6df-439f-b822-8749081bb8ba tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:43.215473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9f666b05-87e4-4cfb-a8e5-867ec360905b req-89c53a07-c6df-439f-b822-8749081bb8ba tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0492024 Aug 29 19:15:43.282528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670849b6-634c-4417-8d89-29f1f74351d1 req-0cfa931c-0f02-4d4a-80e4-7b8f1517f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:43.284559 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-0cfa931c-0f02-4d4a-80e4-7b8f1517f992 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 1130 time: 0.0587387 Aug 29 19:15:43.301657 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9f666b05-87e4-4cfb-a8e5-867ec360905b req-2acbe45e-a515-46b8-ac13-4e2dc39f01a8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775082 Aug 29 19:15:43.879571 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:15:44.226173 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 32990) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:44.349987 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-007739ec-7372-44e9-a40a-ef75dcd4c054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.463694 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e97676-1be6-4e42-851d-924599aa039d req-d18181ec-cd30-431c-a217-0636aebb189f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:44.465835 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-43e97676-1be6-4e42-851d-924599aa039d req-d18181ec-cd30-431c-a217-0636aebb189f tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0782311 Aug 29 19:15:44.495151 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-007739ec-7372-44e9-a40a-ef75dcd4c054 admin admin] Publish callbacks [] for security_group (4954f21c-6652-4951-9c8e-52af836bf03b), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.501064 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-007739ec-7372-44e9-a40a-ef75dcd4c054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (4954f21c-6652-4951-9c8e-52af836bf03b), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.536950 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.553518 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-43e97676-1be6-4e42-851d-924599aa039d req-e34d51e6-56ff-4102-91b0-55a000eef7ec tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785258 Aug 29 19:15:44.558034 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-007739ec-7372-44e9-a40a-ef75dcd4c054 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0c47352146d540369a0b4079a5ba9e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283274 Aug 29 19:15:44.558734 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33002) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:44.610452 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007739ec-7372-44e9-a40a-ef75dcd4c054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4954f21c-6652-4951-9c8e-52af836bf03b,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:44.646125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:44.681142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-99d33f3e-d9fe-4848-93f6-c738305926f3 admin admin] Publish callbacks [] for security_group (4954f21c-6652-4951-9c8e-52af836bf03b), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.706340 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:44.721510 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-99d33f3e-d9fe-4848-93f6-c738305926f3 admin admin] Publish callbacks [] for security_group (4954f21c-6652-4951-9c8e-52af836bf03b), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.787051 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670849b6-634c-4417-8d89-29f1f74351d1 req-f4cd15aa-2ca4-4483-ae2a-ce3167efd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:44.788553 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-f4cd15aa-2ca4-4483-ae2a-ce3167efd060 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 200 len: 910 time: 0.1700866 Aug 29 19:15:44.817027 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-99d33f3e-d9fe-4848-93f6-c738305926f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (4954f21c-6652-4951-9c8e-52af836bf03b), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.820334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-99d33f3e-d9fe-4848-93f6-c738305926f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:44.821470 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-99d33f3e-d9fe-4848-93f6-c738305926f3 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/4954f21c-6652-4951-9c8e-52af836bf03b HTTP/1.1" status: 204 len: 168 time: 0.2616241 Aug 29 19:15:44.832987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d33f3e-d9fe-4848-93f6-c738305926f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954f21c-6652-4951-9c8e-52af836bf03b,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:44.941351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-efd76dd6-cdc8-4e3d-a482-54c189e17072 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 200 len: 217 time: 0.0561688 Aug 29 19:15:45.244566 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670849b6-634c-4417-8d89-29f1f74351d1 req-df657a77-b9a9-40ea-b42f-c01dfe5c969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:45.247611 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-df657a77-b9a9-40ea-b42f-c01dfe5c969f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 200 len: 847 time: 0.0746653 Aug 29 19:15:45.369342 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670849b6-634c-4417-8d89-29f1f74351d1 req-ac4aaee1-e3b0-48b7-9218-8e62ac304f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:45.371454 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-ac4aaee1-e3b0-48b7-9218-8e62ac304f53 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=c577f8dd-232c-46d1-8dca-d9595c50b55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760019 Aug 29 19:15:45.377716 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-55a0ac3b-2b10-451b-8954-b79707d20d3a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:45.379791 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-55a0ac3b-2b10-451b-8954-b79707d20d3a tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.0747216 Aug 29 19:15:45.549053 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Deleting port bc2fe8d5-1c6f-407b-8613-774dc48866ca {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:45.550705 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:45.554999 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-a97ab090-22b8-4f63-91ae-710ad6bec4fe service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742382 Aug 29 19:15:45.759115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] For port bc2fe8d5-1c6f-407b-8613-774dc48866ca, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=bc2fe8d5-1c6f-407b-8613-774dc48866ca,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:45.759359 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:45.791288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Calling delete_port for bc2fe8d5-1c6f-407b-8613-774dc48866ca owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:45.803807 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce0190-7078-4fe0-9f89-991ff5de106f req-a6c4d14c-c46a-43aa-b19b-4f8c37cd4836 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:45.811687 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7fce0190-7078-4fe0-9f89-991ff5de106f req-a6c4d14c-c46a-43aa-b19b-4f8c37cd4836 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 946 time: 0.1168253 Aug 29 19:15:45.823476 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-670849b6-634c-4417-8d89-29f1f74351d1 req-31c0660c-aed0-4a4e-8e36-7686b686c81d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546251 Aug 29 19:15:45.922599 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7fce0190-7078-4fe0-9f89-991ff5de106f req-a1687880-6a3b-4698-810e-dc9b2f923c11 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=8321a1fe-f7fd-48d7-b0fd-abb525d21038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099336 Aug 29 19:15:45.937933 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:46.028308 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (bc2fe8d5-1c6f-407b-8613-774dc48866ca), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:46.068266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event deleted for resources: {'Port': ['ID=bc2fe8d5-1c6f-407b-8613-774dc48866ca,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:46.115807 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] No DVR routers for this DVR port bc2fe8d5-1c6f-407b-8613-774dc48866ca on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:46.118483 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:46.123586 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a5ea056d-c404-4624-9a9d-6a1c5c443c07 req-9bd76a7b-8b5c-4cdb-8ca6-44f29c095744 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.71 "DELETE /networking/v2.0/ports/bc2fe8d5-1c6f-407b-8613-774dc48866ca HTTP/1.1" status: 204 len: 173 time: 0.7336957 Aug 29 19:15:46.123586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-deleted', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:46.125549 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a2b74-4c50-409b-93ab-18e2ba15128d" -d '{"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-deleted", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:46.205995 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb55d918-8c42-45be-93f2-d2f4b240c953 x-openstack-request-id: req-cb55d918-8c42-45be-93f2-d2f4b240c953 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:46.206287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337970a7-0d96-4590-bbf0-e7e1b2fae6ac", "name": "network-vif-deleted", "tag": "bc2fe8d5-1c6f-407b-8613-774dc48866ca", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:46.207956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cb55d918-8c42-45be-93f2-d2f4b240c953 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:46.208344 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb55d918-8c42-45be-93f2-d2f4b240c953'] response: {'server_uuid': '337970a7-0d96-4590-bbf0-e7e1b2fae6ac', 'name': 'network-vif-deleted', 'tag': 'bc2fe8d5-1c6f-407b-8613-774dc48866ca', 'status': 'completed', 'code': 200} Aug 29 19:15:47.036764 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0989f69a-4295-4994-aa4a-d1882f4b236e req-aab16bad-7e1e-41d0-885f-4eff9e5e18dc tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0345516 Aug 29 19:15:47.854114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02029-d11a-4941-89ae-cde962c736da req-10331abc-8e60-49d0-955e-ce5401328c35 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:47.855604 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f7d02029-d11a-4941-89ae-cde962c736da req-10331abc-8e60-49d0-955e-ce5401328c35 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0495305 Aug 29 19:15:47.906340 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f7d02029-d11a-4941-89ae-cde962c736da req-c6c80b6e-014b-4bda-a348-ade8af4d9862 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Aug 29 19:15:48.140883 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:48.163711 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d438e65e-8809-4604-9fe3-5e4c91d8cb25 req-fc76ff97-ddde-4792-82c9-93c1ec3a3121 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0357115 Aug 29 19:15:48.451952 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:48.480097 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: bc2fe8d5-1c6f-407b-8613-774dc48866ca {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:48.480696 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device bc2fe8d5-1c6f-407b-8613-774dc48866ca not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:48.753937 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-3dd99009-786b-437b-9b5c-4aae7a01f5ca tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-805233569&fields=id&tenant_id=6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 267 time: 0.0869274 Aug 29 19:15:49.247281 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e4f3-868d-42a9-8f2b-013e64a8bb4e req-07081f25-426a-4a39-aa82-a1a52161d119 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:49.249552 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6013e4f3-868d-42a9-8f2b-013e64a8bb4e req-07081f25-426a-4a39-aa82-a1a52161d119 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.1089087 Aug 29 19:15:49.260188 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-93eb075d-f10e-49cb-9aef-bbb1ecadee8c tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:49.268300 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-93eb075d-f10e-49cb-9aef-bbb1ecadee8c tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 812 time: 0.5132174 Aug 29 19:15:49.307413 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-55658b7a-8edc-477e-bb2b-8b2ee8d5f038 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/quotas/6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 375 time: 0.0370381 Aug 29 19:15:49.398131 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b89e9d29-8e93-4732-9b24-334fa0348dcc tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794818 Aug 29 19:15:49.504926 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6013e4f3-868d-42a9-8f2b-013e64a8bb4e req-d7277a23-0d29-4c41-80d8-a43824e78a68 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326570 Aug 29 19:15:49.632971 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-851670de-3597-476b-a1d1-708a43569608 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063053 Aug 29 19:15:49.721241 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5c041b11-b151-453c-86af-b6d9c7a5ef15 req-9db15d5e-03a8-4851-9214-796c4e207f68 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0531788 Aug 29 19:15:49.765055 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-2c3f2b5c-86c2-493c-9bca-58ec44d85348 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267958 Aug 29 19:15:50.044038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f4369ec0-5297-4633-a69d-d0648f93e231 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:50.045705 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f4369ec0-5297-4633-a69d-d0648f93e231 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0596087 Aug 29 19:15:50.145372 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8b3c0c2-ad7b-4700-a784-13730f551bd3 req-423b7502-416d-48a4-bb84-2b72da56be8c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0465717 Aug 29 19:15:50.257709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fcaacc6e-8ad0-48cc-a266-edfd2a3f3aaf req-3d966c79-d5f0-45ab-ab74-e5b6214eb47b tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 210 time: 0.0814152 Aug 29 19:15:50.285205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Deleting port d4371ad0-840e-40ed-b29d-5fdc435f7837 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:50.285811 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:50.331154 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8b3c0c2-ad7b-4700-a784-13730f551bd3 req-e7eeae73-c6fd-4698-bd38-0da8ae475533 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&device_id=337970a7-0d96-4590-bbf0-e7e1b2fae6ac HTTP/1.1" status: 200 len: 210 time: 0.0809660 Aug 29 19:15:50.453881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:50.583745 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] For port d4371ad0-840e-40ed-b29d-5fdc435f7837, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=d4371ad0-840e-40ed-b29d-5fdc435f7837,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:50.583745 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:50.602558 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3c0c2-ad7b-4700-a784-13730f551bd3 req-79d1da5b-81a6-4634-af90-386a0e172acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:50.604250 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8b3c0c2-ad7b-4700-a784-13730f551bd3 req-79d1da5b-81a6-4634-af90-386a0e172acc service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2302134 Aug 29 19:15:50.742904 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe6297-aa5e-4420-8af3-ba783189be2c req-328a99da-5058-4dbf-ba03-7b3a11236e29 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:50.745231 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3ebe6297-aa5e-4420-8af3-ba783189be2c req-328a99da-5058-4dbf-ba03-7b3a11236e29 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 946 time: 0.0870807 Aug 29 19:15:50.815024 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33136) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:50.900542 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffce3-720f-4872-ab14-4956a89394e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group (8321a1fe-f7fd-48d7-b0fd-abb525d21038), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:50.935449 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffce3-720f-4872-ab14-4956a89394e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group (8321a1fe-f7fd-48d7-b0fd-abb525d21038), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:51.025501 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffce3-720f-4872-ab14-4956a89394e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8321a1fe-f7fd-48d7-b0fd-abb525d21038), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:51.029667 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffce3-720f-4872-ab14-4956a89394e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:51.047657 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6e2ffce3-720f-4872-ab14-4956a89394e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8321a1fe-f7fd-48d7-b0fd-abb525d21038 HTTP/1.1" status: 204 len: 168 time: 0.2302899 Aug 29 19:15:51.068659 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ffce3-720f-4872-ab14-4956a89394e8 tempest-TestShelveInstance-105742100 tempest-TestShelveInstance-105742100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321a1fe-f7fd-48d7-b0fd-abb525d21038,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:51.093864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3c0c2-ad7b-4700-a784-13730f551bd3 req-5bc29f0e-3ad8-4f18-be34-da1e273d72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:51.113418 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b8b3c0c2-ad7b-4700-a784-13730f551bd3 req-5bc29f0e-3ad8-4f18-be34-da1e273d72f9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4688318 Aug 29 19:15:51.117295 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33140) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:51.138492 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:51.284176 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3ebe6297-aa5e-4420-8af3-ba783189be2c req-6dc72985-785c-422e-a929-75e8a24d6eef tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20caba16-2e03-4e27-a365-c66bd2dab9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5023558 Aug 29 19:15:51.309452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:51.310682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (fc55b07a-07b9-4cad-8714-db312dd222e6), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:51.311283 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Floating IP fc55b07a-07b9-4cad-8714-db312dd222e6 disassociated. External IP: 172.27.2.145, port: d4371ad0-840e-40ed-b29d-5fdc435f7837. Aug 29 19:15:51.311666 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Calling delete_port for d4371ad0-840e-40ed-b29d-5fdc435f7837 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:51.420709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-946a97bf-c451-43c0-a46c-d6c4344f7631 req-d9cf6994-958c-41e7-bf32-30e2d8a4b9c4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 210 time: 0.0384111 Aug 29 19:15:51.555682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (d4371ad0-840e-40ed-b29d-5fdc435f7837), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:51.581066 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:51.606072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event deleted for resources: {'Port': ['ID=d4371ad0-840e-40ed-b29d-5fdc435f7837,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:51.909951 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:15:51.994987 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:52.082356 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:52.199133 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:52.212878 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-c6cc34de-1b06-4ca5-aed8-b8919f2e828e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:52.214335 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-c6cc34de-1b06-4ca5-aed8-b8919f2e828e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 812 time: 0.3299296 Aug 29 19:15:52.228635 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:15:52.251890 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:15:52.278432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:52.280032 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:52.369336 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (86e1e1cd-c233-4550-98f1-0803a4c01ebc), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:52.440962 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] No DVR routers for this DVR port d4371ad0-840e-40ed-b29d-5fdc435f7837 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:52.450385 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:52.462703 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-91a4d4b1-c6e1-4ae8-ac9e-f8f412c0d39f req-f07159e1-7d47-4791-a6ef-30d88c5cd780 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.71 "DELETE /networking/v2.0/ports/d4371ad0-840e-40ed-b29d-5fdc435f7837 HTTP/1.1" status: 204 len: 173 time: 2.4066119 Aug 29 19:15:52.463415 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-deleted', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:52.465964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54531796-abdd-414a-8eaf-2aabfe81e82d" -d '{"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-deleted", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:52.579656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436944ed-fb4d-4d17-9cd0-eb42777bb093 x-openstack-request-id: req-436944ed-fb4d-4d17-9cd0-eb42777bb093 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:52.580087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713d174-1918-4168-b6e7-bf1359b50155", "name": "network-vif-deleted", "tag": "d4371ad0-840e-40ed-b29d-5fdc435f7837", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:52.580579 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-436944ed-fb4d-4d17-9cd0-eb42777bb093 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:52.581539 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436944ed-fb4d-4d17-9cd0-eb42777bb093'] response: {'server_uuid': '9713d174-1918-4168-b6e7-bf1359b50155', 'name': 'network-vif-deleted', 'tag': 'd4371ad0-840e-40ed-b29d-5fdc435f7837', 'status': 'completed', 'code': 200} Aug 29 19:15:52.608004 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-82d491ac-1d07-4247-9cd8-7e80b853989c req-deec2992-7b6e-4505-9882-394bc5383167 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=9713d174-1918-4168-b6e7-bf1359b50155 HTTP/1.1" status: 200 len: 210 time: 0.1337814 Aug 29 19:15:52.664274 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:52.722546 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-4c4610e5-20c3-4000-9fa2-a3e30bdfe1b4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a4d940594f542808602c7260993f85f HTTP/1.1" status: 200 len: 379 time: 0.4028683 Aug 29 19:15:52.749616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'port': {'device_id': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'admin_state_up': True, 'tenant_id': '6a4d940594f542808602c7260993f85f', 'security_groups': ['ee9e5cd4-ab69-4700-8488-d69e19526a8a']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:15:52.845425 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-989160f4-4436-4186-bede-8b779585ca62 req-08d931a6-cd3a-40ce-ac30-d8fb8083c141 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 210 time: 0.1720846 Aug 29 19:15:52.971638 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Deleting port 61e2b71e-3f43-4cf0-8195-99fc4114353c {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:52.972719 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:53.040292 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Made reservation on behalf of 6a4d940594f542808602c7260993f85f for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:15:53.047753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:53.148884 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:53.169666 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] For port 61e2b71e-3f43-4cf0-8195-99fc4114353c, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=61e2b71e-3f43-4cf0-8195-99fc4114353c,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:53.170174 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:53.190178 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:15:53.195003 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Calling delete_port for 61e2b71e-3f43-4cf0-8195-99fc4114353c owned by network:router_interface {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:53.199273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:53.201182 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:53.202212 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:53.297094 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Allocated IP 172.20.0.10 (e57e46be-ed2c-4b43-aa10-cfbdcaee4566/f84065b6-e3ee-4b15-80d1-59d666e5e090/ef83271a-f512-4e3d-9c4e-ca5ba54b370d) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:15:53.366396 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:53.370098 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:53.646226 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:53.713381 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:53.726748 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (61e2b71e-3f43-4cf0-8195-99fc4114353c), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:53.727726 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:53.825200 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=61e2b71e-3f43-4cf0-8195-99fc4114353c,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:53.840955 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33190) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:53.875664 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=7 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:53.884705 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:53.950253 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333993e-62c9-478d-965f-cd43a308a569 None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:07:48Z', 'revision_number': 4, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '5ac2edb6-cf43-49b5-9a29-9ce615149830', 'name': '', 'network_id': 'b4625722-be90-4944-a2a2-5603ab9cea5a', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'mac_address': 'fa:16:3e:c0:e5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:46Z', 'updated_at': '2022-08-29T19:08:01Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'subnets': [{'id': '7bb9aa12-ebf3-4047-a3c3-10085f6588e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:15:53.999007 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:15:54.051157 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:15:54.068107 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:54.131947 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:15:54.140257 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e905694-c412-4ce5-996d-7a9b1985863b req-e93b454c-463b-46bf-81dc-1ced7c5b84a1 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:54.141786 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e905694-c412-4ce5-996d-7a9b1985863b req-e93b454c-463b-46bf-81dc-1ced7c5b84a1 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 932 time: 0.1090913 Aug 29 19:15:54.187013 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:54.191780 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (86e1e1cd-c233-4550-98f1-0803a4c01ebc), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.320779 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:54.338348 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:54.361585 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e905694-c412-4ce5-996d-7a9b1985863b req-c981f1ee-bdeb-46a6-b21f-2846bd8ccac4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066140 Aug 29 19:15:54.376350 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:54.377066 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.382306 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-31b006d9-c450-4a43-bcb2-7e2f7e344120 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (20caba16-2e03-4e27-a365-c66bd2dab9be), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.415147 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f64f5ebf-52ab-4b3e-b334-ba89123fd5ce None None] Provisioning complete for port ef83271a-f512-4e3d-9c4e-ca5ba54b370d triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:15:54.415709 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f64f5ebf-52ab-4b3e-b334-ba89123fd5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.426142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-31b006d9-c450-4a43-bcb2-7e2f7e344120 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (20caba16-2e03-4e27-a365-c66bd2dab9be), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.428832 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4ff90-f2f4-48bf-b4d6-07013a8750b2 None None] New status for floating IP fc55b07a-07b9-4cad-8714-db312dd222e6: DOWN {{(pid=101724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:15:54.447952 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:54.475605 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: d4371ad0-840e-40ed-b29d-5fdc435f7837 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:54.476009 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device d4371ad0-840e-40ed-b29d-5fdc435f7837 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:54.482475 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f64f5ebf-52ab-4b3e-b334-ba89123fd5ce None None] Port ef83271a-f512-4e3d-9c4e-ca5ba54b370d cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:15:54.512790 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-b4ce9f3a-da77-488a-a26f-93f04d0f333f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7788730 Aug 29 19:15:54.523003 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Router 86e1e1cd-c233-4550-98f1-0803a4c01ebc has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:15:54.532965 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Request body: {'port': {'device_id': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:15:54.577030 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-31b006d9-c450-4a43-bcb2-7e2f7e344120 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (20caba16-2e03-4e27-a365-c66bd2dab9be), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.579722 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-31b006d9-c450-4a43-bcb2-7e2f7e344120 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.584343 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-31b006d9-c450-4a43-bcb2-7e2f7e344120 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/20caba16-2e03-4e27-a365-c66bd2dab9be HTTP/1.1" status: 204 len: 168 time: 0.7367783 Aug 29 19:15:54.584659 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33198) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:54.604887 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b006d9-c450-4a43-bcb2-7e2f7e344120 tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20caba16-2e03-4e27-a365-c66bd2dab9be,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:54.605080 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.api.v2.resource [None req-65b802bc-c5c5-4fa4-8791-58787754c28c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] show failed (client error): The resource could not be found. Aug 29 19:15:54.609394 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-65b802bc-c5c5-4fa4-8791-58787754c28c tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "GET /networking/v2.0/security-groups/20caba16-2e03-4e27-a365-c66bd2dab9be HTTP/1.1" status: 404 len: 347 time: 0.0209110 Aug 29 19:15:54.634183 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33200) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:54.644961 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.777035 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:54.785518 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:15:54.792295 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e4e93b25-2572-4fca-ae78-e75e234a2b5c admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/86e1e1cd-c233-4550-98f1-0803a4c01ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6728506 Aug 29 19:15:54.796923 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] Sync routers for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:15:54.798017 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33202) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:54.811717 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:54.813589 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:54.851146 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Deleting port 83cbd1f2-3ee1-4458-aa2b-3d3af935aca8 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:54.851764 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:54.970971 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:54.991024 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks [] for router (86e1e1cd-c233-4550-98f1-0803a4c01ebc), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.052470 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef83271a-f512-4e3d-9c4e-ca5ba54b370d {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:15:55.053593 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.054022 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.066751 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Publish callbacks [] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.088253 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Transition to ACTIVE for port object ef83271a-f512-4e3d-9c4e-ca5ba54b370d will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:15:55.093772 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.094344 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Calling delete_port for 83cbd1f2-3ee1-4458-aa2b-3d3af935aca8 owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:55.162834 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Pushing event updated for resources: {'Port': ['ID=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:55.239720 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks [] for router_gateway (86e1e1cd-c233-4550-98f1-0803a4c01ebc), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.253494 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:15:53Z', 'revision_number': 5, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port': {'id': 'f44b4c9a-81dc-4ab1-9ca3-30841348f83d', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:49Z', 'updated_at': '2022-08-29T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:55.296385 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] Checking router: 86e1e1cd-c233-4550-98f1-0803a4c01ebc for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:15:55.299856 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:55.318629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] Routers {'86e1e1cd-c233-4550-98f1-0803a4c01ebc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:55.320844 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:55.338483 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Attempting to bind port ef83271a-f512-4e3d-9c4e-ca5ba54b370d on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:15:55.338854 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Attempting to bind port ef83271a-f512-4e3d-9c4e-ca5ba54b370d by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:15:55.339401 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Attempting to bind port ef83271a-f512-4e3d-9c4e-ca5ba54b370d on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:15:55.346246 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Port ef83271a-f512-4e3d-9c4e-ca5ba54b370d on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:15:55.346570 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Attempting to bind port ef83271a-f512-4e3d-9c4e-ca5ba54b370d on network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:15:55.353759 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Deleting port f44b4c9a-81dc-4ab1-9ca3-30841348f83d {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:55.353972 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:15:55.354116 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.354222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Checking segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:15:55.354530 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Bound using segment: {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:15:55.354970 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Bound port: ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac04174b-82bb-4376-a180-c750bd0ea94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:15:55.355357 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.434108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:55.441980 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (83cbd1f2-3ee1-4458-aa2b-3d3af935aca8), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.514135 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:55.515064 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Pushing event deleted for resources: {'Port': ['ID=83cbd1f2-3ee1-4458-aa2b-3d3af935aca8,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:55.533325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] For port ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:15:55.541020 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] For port ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:15:55.567023 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] For port f44b4c9a-81dc-4ab1-9ca3-30841348f83d, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:55.567460 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.572847 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] Set router 86e1e1cd-c233-4550-98f1-0803a4c01ebc gateway port host: None {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:55.595954 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.601134 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:55.601735 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.605363 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Calling delete_port for f44b4c9a-81dc-4ab1-9ca3-30841348f83d owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:55.605554 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/ef83271a-f512-4e3d-9c4e-ca5ba54b370d HTTP/1.1" status: 200 len: 1094 time: 1.0755355 Aug 29 19:15:55.677743 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:15:55.693163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fc0cf3-7657-4375-a97e-be56636ea88a" -d '{"events": [{"name": "network-changed", "server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:15:55.740122 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-4bcb2a16-b8a0-448d-a281-67e1d713fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:55.741589 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-4bcb2a16-b8a0-448d-a281-67e1d713fc45 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0420749 Aug 29 19:15:55.810543 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:15:55Z', 'revision_number': 6, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:55.826768 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7b963b-cfab-40a8-99fb-4fb075bc21ab x-openstack-request-id: req-ba7b963b-cfab-40a8-99fb-4fb075bc21ab {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:15:55.827288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:15:55.827288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ba7b963b-cfab-40a8-99fb-4fb075bc21ab {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:15:55.827551 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7b963b-cfab-40a8-99fb-4fb075bc21ab'] response: {'name': 'network-changed', 'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'status': 'completed', 'code': 200} Aug 29 19:15:55.829517 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-6d5976c7-0315-42fc-9839-fbcba154b8f8 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d HTTP/1.1" status: 200 len: 217 time: 0.0537803 Aug 29 19:15:55.843798 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e6c45-42ed-450c-9dc2-1e072d6e1a5a req-b1565fa4-2a9b-4245-bdc6-de5f5fcd9eff tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:55.845310 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-931e6c45-42ed-450c-9dc2-1e072d6e1a5a req-b1565fa4-2a9b-4245-bdc6-de5f5fcd9eff tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.3087220 Aug 29 19:15:55.864501 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks [] for floatingip (fc55b07a-07b9-4cad-8714-db312dd222e6), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.867011 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.868393 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-451b9c88-eb9d-4b53-b13c-33209eb4d8dc tempest-AttachVolumeShelveTestJSON-96017432 tempest-AttachVolumeShelveTestJSON-96017432-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/fc55b07a-07b9-4cad-8714-db312dd222e6 HTTP/1.1" status: 204 len: 168 time: 1.2332468 Aug 29 19:15:55.869035 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406d740-f3bb-4620-a612-c819eb5f6fc8 None None] The sync data for ids ['86e1e1cd-c233-4550-98f1-0803a4c01ebc'] in dv-cinder-731261-6-iscsi is: [{'id': '86e1e1cd-c233-4550-98f1-0803a4c01ebc', 'name': 'tempest-TestShelveInstance-211656647-router', 'tenant_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:48Z', 'updated_at': '2022-08-29T19:15:55Z', 'revision_number': 6, 'project_id': 'f0f4bcf841c942a9928f5b343b5fb8bb', 'gw_port_host': None}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:15:55.933592 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Pushing event updated for resources: {'Port': ['ID=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:55.963964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.964404 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.964920 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.965364 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.965913 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.966220 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.966645 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.967103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.967528 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.967960 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.968628 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.968922 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.969339 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.969998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.970710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b7568-9dde-4454-9ad5-929593323a5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:55.985756 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-931e6c45-42ed-450c-9dc2-1e072d6e1a5a req-853b9d6b-d36f-40bb-94ad-a216cb2e74a5 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263793 Aug 29 19:15:55.986887 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (f44b4c9a-81dc-4ab1-9ca3-30841348f83d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:55.990366 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-14f6b1b9-844a-46c2-a8c8-b391236d05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:55.991971 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-14f6b1b9-844a-46c2-a8c8-b391236d05f0 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.1432352 Aug 29 19:15:56.017596 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44b4c9a-81dc-4ab1-9ca3-30841348f83d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:56.048332 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-6e3a307c-d480-4e65-8f62-9cccb76ae4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:56.050405 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-6e3a307c-d480-4e65-8f62-9cccb76ae4ea service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519102 Aug 29 19:15:56.099262 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (86e1e1cd-c233-4550-98f1-0803a4c01ebc), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.190167 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-dc14499f-0cc2-4d9f-a7a7-195198561312 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333652 Aug 29 19:15:56.207957 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (86e1e1cd-c233-4550-98f1-0803a4c01ebc), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.210190 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks [] for router_controller (86e1e1cd-c233-4550-98f1-0803a4c01ebc), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.264058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (86e1e1cd-c233-4550-98f1-0803a4c01ebc), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.264564 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e1e1cd-c233-4550-98f1-0803a4c01ebc {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:15:56.269764 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.270977 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c21fd4f8-6736-45c8-9227-def3b2675d75 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/86e1e1cd-c233-4550-98f1-0803a4c01ebc HTTP/1.1" status: 204 len: 168 time: 1.4716947 Aug 29 19:15:56.273639 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33278) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:56.307693 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-41e051b4-2f1f-43c0-a7da-6c168976d989 req-c2a61e23-8db6-4e3a-8e6d-4cc1863a9c08 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098824 Aug 29 19:15:56.326446 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Deleting subnet 9e6f527c-45f7-4f2b-9438-4f4dbf89da30 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:15:56.332044 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Publish callbacks [] for subnet (9e6f527c-45f7-4f2b-9438-4f4dbf89da30), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.369750 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:56.372378 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (9e6f527c-45f7-4f2b-9438-4f4dbf89da30), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.465355 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5404568f-ef44-4a70-9a88-32cbe972b992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.678960 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (9e6f527c-45f7-4f2b-9438-4f4dbf89da30), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.743510 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (9e6f527c-45f7-4f2b-9438-4f4dbf89da30), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.774383 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6f527c-45f7-4f2b-9438-4f4dbf89da30,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:56.778161 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.784006 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33282) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:56.784294 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-621f9bcb-fd61-4223-b8ae-166543c8ddfc admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/9e6f527c-45f7-4f2b-9438-4f4dbf89da30 HTTP/1.1" status: 204 len: 168 time: 0.5094097 Aug 29 19:15:56.786010 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26abaac-296b-4ab8-bb50-e837f5083e81 None None] Network c577f8dd-232c-46d1-8dca-d9595c50b55d requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:15:56.865607 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (c577f8dd-232c-46d1-8dca-d9595c50b55d), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.917127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Deleting port dd8589b4-d067-4b7b-9e32-0464368d8894 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:56.917862 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.960315 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] DHCP port deletion for c577f8dd-232c-46d1-8dca-d9595c50b55d request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:15:56.997113 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] For port dd8589b4-d067-4b7b-9e32-0464368d8894, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=dd8589b4-d067-4b7b-9e32-0464368d8894,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:56.997533 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.005139 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Deleting port dd8589b4-d067-4b7b-9e32-0464368d8894 {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:57.005508 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.013662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Calling delete_port for dd8589b4-d067-4b7b-9e32-0464368d8894 owned by network:dhcp {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:57.017189 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:57.077595 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] For port dd8589b4-d067-4b7b-9e32-0464368d8894, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=dd8589b4-d067-4b7b-9e32-0464368d8894,segment=NetworkSegment(d73de3fd-b12c-44c4-99f6-68bd78beb53e),segment_id=d73de3fd-b12c-44c4-99f6-68bd78beb53e)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:57.077990 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.092189 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Calling delete_port for dd8589b4-d067-4b7b-9e32-0464368d8894 owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:57.133233 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3230bd-661c-4c29-b002-b3177b60abd2 req-0b0cc27e-415b-4b6e-aa9d-f2288319dbb4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:57.134347 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:57.134719 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3e3230bd-661c-4c29-b002-b3177b60abd2 req-0b0cc27e-415b-4b6e-aa9d-f2288319dbb4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0579665 Aug 29 19:15:57.148719 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:57.160673 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.193612 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8589b4-d067-4b7b-9e32-0464368d8894,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:57.194492 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (dd8589b4-d067-4b7b-9e32-0464368d8894), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.196329 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] No DVR routers for this DVR port dd8589b4-d067-4b7b-9e32-0464368d8894 on host dv-cinder-731261-6-iscsi {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:57.232113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Pushing event deleted for resources: {'Port': ['ID=dd8589b4-d067-4b7b-9e32-0464368d8894,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:57.235435 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] No DVR routers for this DVR port dd8589b4-d067-4b7b-9e32-0464368d8894 on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:15:57.243155 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.243498 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.243835 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.244168 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.244495 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.244820 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.245143 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.245538 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.245936 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.246290 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.246700 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.247113 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.247602 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.248352 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.248840 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e788c562-5623-40c9-b915-ae3850ca0cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:57.303434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3e3230bd-661c-4c29-b002-b3177b60abd2 req-4b761e43-2c10-4e66-9730-c1b5be2b91e5 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626794 Aug 29 19:15:57.313308 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (c577f8dd-232c-46d1-8dca-d9595c50b55d), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.342254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c577f8dd-232c-46d1-8dca-d9595c50b55d']}} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:57.351746 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73de3fd-b12c-44c4-99f6-68bd78beb53e') {'for_net_delete': True} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:57.352043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73de3fd-b12c-44c4-99f6-68bd78beb53e') {} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:57.361325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9155012'] for segment (d73de3fd-b12c-44c4-99f6-68bd78beb53e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.375419 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (d73de3fd-b12c-44c4-99f6-68bd78beb53e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.382290 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=101722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:15:57.382765 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737671'] for segment (d73de3fd-b12c-44c4-99f6-68bd78beb53e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.401944 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment d73de3fd-b12c-44c4-99f6-68bd78beb53e resource provider aggregate not found Aug 29 19:15:57.442774 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment d73de3fd-b12c-44c4-99f6-68bd78beb53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d73de3fd-b12c-44c4-99f6-68bd78beb53e found for delete ", "request_id": "req-d7df00f3-7ac5-473c-83d5-e09680b6eb0b"}]} Aug 29 19:15:57.448624 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (c577f8dd-232c-46d1-8dca-d9595c50b55d), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.457548 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.460691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/c577f8dd-232c-46d1-8dca-d9595c50b55d HTTP/1.1" status: 204 len: 168 time: 0.6753635 Aug 29 19:15:57.463785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33296) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:57.470429 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ad151-0ec4-4b84-9a02-b3e4d040d04d admin admin] Pushing event deleted for resources: {'Network': ['ID=c577f8dd-232c-46d1-8dca-d9595c50b55d,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:57.679142 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device f44b4c9a-81dc-4ab1-9ca3-30841348f83d no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:57.700262 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: f44b4c9a-81dc-4ab1-9ca3-30841348f83d {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:57.700619 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device f44b4c9a-81dc-4ab1-9ca3-30841348f83d not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:57.701110 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 61e2b71e-3f43-4cf0-8195-99fc4114353c no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:57.702658 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:57.703260 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:57.721269 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 61e2b71e-3f43-4cf0-8195-99fc4114353c {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:57.721629 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 61e2b71e-3f43-4cf0-8195-99fc4114353c not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:57.722872 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device dd8589b4-d067-4b7b-9e32-0464368d8894 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:15:57.744457 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: dd8589b4-d067-4b7b-9e32-0464368d8894 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:15:57.745515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device dd8589b4-d067-4b7b-9e32-0464368d8894 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:15:57.789599 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (1c42079f-a151-423a-983a-ff017b662ad7), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:58.020036 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Deleting port 3898499c-0865-446e-9f70-951f0aab807e {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:58.020252 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (3898499c-0865-446e-9f70-951f0aab807e), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:58.106160 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] For port 3898499c-0865-446e-9f70-951f0aab807e, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=3898499c-0865-446e-9f70-951f0aab807e,segment=NetworkSegment(85e12b4a-5589-43a5-bf06-95b06caf4113),segment_id=85e12b4a-5589-43a5-bf06-95b06caf4113)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:58.106523 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (3898499c-0865-446e-9f70-951f0aab807e), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:58.120291 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Calling delete_port for 3898499c-0865-446e-9f70-951f0aab807e owned by network:router_interface {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:58.218574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:58.322069 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (3898499c-0865-446e-9f70-951f0aab807e), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:58.352231 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Pushing event deleted for resources: {'Port': ['ID=3898499c-0865-446e-9f70-951f0aab807e,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:58.445327 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8121d-691a-42f5-bd80-364a4c6edf6c req-89ada318-af05-488a-b65f-fb4f087b56cf tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:58.446842 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f4e8121d-691a-42f5-bd80-364a4c6edf6c req-89ada318-af05-488a-b65f-fb4f087b56cf tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0557573 Aug 29 19:15:58.506233 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f4e8121d-691a-42f5-bd80-364a4c6edf6c req-3238e395-4192-4c3a-9b89-57f9bcebce7a tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531442 Aug 29 19:15:58.524786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (1c42079f-a151-423a-983a-ff017b662ad7), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:58.626444 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:58.733517 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Router 1c42079f-a151-423a-983a-ff017b662ad7 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:15:58.852392 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:15:58.860633 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9f5b1e94-69f7-462d-8a47-34a3130de00c admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/1c42079f-a151-423a-983a-ff017b662ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3929090 Aug 29 19:15:58.860633 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33310) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:58.864127 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] Sync routers for ids ['1c42079f-a151-423a-983a-ff017b662ad7'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:15:58.875927 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] Routers {'1c42079f-a151-423a-983a-ff017b662ad7'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:58.877210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1c42079f-a151-423a-983a-ff017b662ad7'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:58.908804 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-43492140-46c9-47e0-9a3c-85fed93f99c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:58.968408 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks [] for router (1c42079f-a151-423a-983a-ff017b662ad7), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.074009 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks [] for router_gateway (1c42079f-a151-423a-983a-ff017b662ad7), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.088021 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] Set router 1c42079f-a151-423a-983a-ff017b662ad7 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:59.119544 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Deleting port a4b5bb4a-fc96-4637-887b-f62dc0311e92 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:15:59.119880 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.166321 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:59.212802 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] For port a4b5bb4a-fc96-4637-887b-f62dc0311e92, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=a4b5bb4a-fc96-4637-887b-f62dc0311e92,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:59.213557 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.233868 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Calling delete_port for a4b5bb4a-fc96-4637-887b-f62dc0311e92 owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:15:59.285807 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:15:58Z', 'revision_number': 5, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port': {'id': 'a4b5bb4a-fc96-4637-887b-f62dc0311e92', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42079f-a151-423a-983a-ff017b662ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:59Z', 'updated_at': '2022-08-29T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:59.325029 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] Checking router: 1c42079f-a151-423a-983a-ff017b662ad7 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:15:59.343256 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] Routers {'1c42079f-a151-423a-983a-ff017b662ad7'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:15:59.343256 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['1c42079f-a151-423a-983a-ff017b662ad7'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:59.424455 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (a4b5bb4a-fc96-4637-887b-f62dc0311e92), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.437690 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] Set router 1c42079f-a151-423a-983a-ff017b662ad7 gateway port host: None {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:15:59.459640 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b5bb4a-fc96-4637-887b-f62dc0311e92,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:59.490340 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:15:59Z', 'revision_number': 6, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:15:59.515609 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf0f9d-a96a-4adc-b011-2534e3d3bcda None None] The sync data for ids ['1c42079f-a151-423a-983a-ff017b662ad7'] in dv-cinder-731261-6-iscsi is: [{'id': '1c42079f-a151-423a-983a-ff017b662ad7', 'name': 'tempest-TestShelveInstance-267850133-router', 'tenant_id': 'edf46f0b532246c5ad132be112175ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:58Z', 'updated_at': '2022-08-29T19:15:59Z', 'revision_number': 6, 'project_id': 'edf46f0b532246c5ad132be112175ca9', 'gw_port_host': None}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:15:59.521137 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (1c42079f-a151-423a-983a-ff017b662ad7), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.522849 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:59.634982 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (1c42079f-a151-423a-983a-ff017b662ad7), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.637628 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks [] for router_controller (1c42079f-a151-423a-983a-ff017b662ad7), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.642495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514e61-ca7b-4397-9acc-13eb5029858d req-94a6e62d-51b4-4746-b649-394eedea96f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:59.644913 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1514e61-ca7b-4397-9acc-13eb5029858d req-94a6e62d-51b4-4746-b649-394eedea96f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0553944 Aug 29 19:15:59.684950 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (1c42079f-a151-423a-983a-ff017b662ad7), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.685646 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c42079f-a151-423a-983a-ff017b662ad7 {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:15:59.691356 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.692507 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-dbf7f326-fd43-4e73-b1dd-b2e68dd5bec6 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/1c42079f-a151-423a-983a-ff017b662ad7 HTTP/1.1" status: 204 len: 168 time: 0.8312516 Aug 29 19:15:59.694963 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33320) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:59.706369 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c1514e61-ca7b-4397-9acc-13eb5029858d req-456afcb8-2b09-4bfd-ae36-cf65cf6f4314 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551970 Aug 29 19:15:59.746126 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Deleting subnet 64ee2037-c9bb-4e92-b8af-32a2a244a2b9 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:15:59.749864 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Publish callbacks [] for subnet (64ee2037-c9bb-4e92-b8af-32a2a244a2b9), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.787241 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (64ee2037-c9bb-4e92-b8af-32a2a244a2b9), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.867964 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (64ee2037-c9bb-4e92-b8af-32a2a244a2b9), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.935733 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (64ee2037-c9bb-4e92-b8af-32a2a244a2b9), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.968333 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ee2037-c9bb-4e92-b8af-32a2a244a2b9,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:59.973519 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.979680 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33326) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:59.980651 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-e03633b5-0bfe-4d47-948e-de3ce0980e7b admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/64ee2037-c9bb-4e92-b8af-32a2a244a2b9 HTTP/1.1" status: 204 len: 168 time: 0.2846079 Aug 29 19:15:59.982537 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3ccec-ef63-4ea7-aa08-2b017bf65db7 None None] Network 0141635f-8c92-4009-8e56-09f64f5fcf7e requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:16:00.095783 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (0141635f-8c92-4009-8e56-09f64f5fcf7e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:00.112258 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:00.155442 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Deleting port 848833f8-ac7b-49c4-b821-17ccb8a64f93 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:16:00.155967 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:00.226117 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] For port 848833f8-ac7b-49c4-b821-17ccb8a64f93, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=848833f8-ac7b-49c4-b821-17ccb8a64f93,segment=NetworkSegment(85e12b4a-5589-43a5-bf06-95b06caf4113),segment_id=85e12b4a-5589-43a5-bf06-95b06caf4113)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:00.226474 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:00.240804 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Calling delete_port for 848833f8-ac7b-49c4-b821-17ccb8a64f93 owned by network:dhcp {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:16:00.358942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-2ee0a2c1-e2b3-4bb7-a53c-03706ff4fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:00.360873 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-2ee0a2c1-e2b3-4bb7-a53c-03706ff4fbe5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0459132 Aug 29 19:16:00.362039 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (848833f8-ac7b-49c4-b821-17ccb8a64f93), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:00.367440 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:00.387751 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b1a13-b9bf-42f5-9271-d383e1067979 None None] DHCP port deletion for 0141635f-8c92-4009-8e56-09f64f5fcf7e request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:16:00.400165 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3898499c-0865-446e-9f70-951f0aab807e no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:16:00.434140 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 3898499c-0865-446e-9f70-951f0aab807e {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:16:00.434491 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 3898499c-0865-446e-9f70-951f0aab807e not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:16:00.735414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:00.745624 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] No DVR routers for this DVR port 848833f8-ac7b-49c4-b821-17ccb8a64f93 on host dv-cinder-731261-6-iscsi {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:16:00.750414 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Pushing event deleted for resources: {'Port': ['ID=848833f8-ac7b-49c4-b821-17ccb8a64f93,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:00.867336 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-c1c4168f-d015-4165-be7f-cc21c0fc49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:00.868816 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-c1c4168f-d015-4165-be7f-cc21c0fc49be service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.4951646 Aug 29 19:16:00.888771 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (0141635f-8c92-4009-8e56-09f64f5fcf7e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:00.924088 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-d613113d-ba17-4b4b-a7b0-b8182822a4c8 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d HTTP/1.1" status: 200 len: 217 time: 0.0468304 Aug 29 19:16:00.930285 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908e16-22eb-4f3c-85ee-90e01fce660e req-bdd44197-6b2b-4578-8355-8b3470aa3438 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:00.931913 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0d908e16-22eb-4f3c-85ee-90e01fce660e req-bdd44197-6b2b-4578-8355-8b3470aa3438 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.1398461 Aug 29 19:16:00.986418 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0141635f-8c92-4009-8e56-09f64f5fcf7e']}} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:01.000916 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e12b4a-5589-43a5-bf06-95b06caf4113') {'for_net_delete': True} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:01.001212 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e12b4a-5589-43a5-bf06-95b06caf4113') {} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:01.025975 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9155012'] for segment (85e12b4a-5589-43a5-bf06-95b06caf4113), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.045125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-941b5fbe-936f-4032-808b-ca2c6f47d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:01.046556 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-941b5fbe-936f-4032-808b-ca2c6f47d444 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.1138027 Aug 29 19:16:01.067118 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (85e12b4a-5589-43a5-bf06-95b06caf4113), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.093529 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=101722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:16:01.093924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737671'] for segment (85e12b4a-5589-43a5-bf06-95b06caf4113), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.114918 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0d908e16-22eb-4f3c-85ee-90e01fce660e req-2da5f0d2-9218-4b2b-a366-28ab6a72603d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715369 Aug 29 19:16:01.119958 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment 85e12b4a-5589-43a5-bf06-95b06caf4113 resource provider aggregate not found Aug 29 19:16:01.163372 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment 85e12b4a-5589-43a5-bf06-95b06caf4113 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e12b4a-5589-43a5-bf06-95b06caf4113 found for delete ", "request_id": "req-8c757f0b-c8e8-4daa-9507-573759bfab71"}]} Aug 29 19:16:01.168854 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-1b5a7a36-2efb-42fb-a18b-48793e44ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:01.171526 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-1b5a7a36-2efb-42fb-a18b-48793e44ae75 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180966 Aug 29 19:16:01.242370 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (0141635f-8c92-4009-8e56-09f64f5fcf7e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.250721 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.254540 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/0141635f-8c92-4009-8e56-09f64f5fcf7e HTTP/1.1" status: 204 len: 168 time: 1.2738454 Aug 29 19:16:01.271398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d9d9-e77f-4702-8ce0-0196ce5d485c admin admin] Pushing event deleted for resources: {'Network': ['ID=0141635f-8c92-4009-8e56-09f64f5fcf7e,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:01.312059 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-2d0c4553-a021-47f8-aeef-88ff900e7bb9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270161 Aug 29 19:16:01.386299 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33354) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:01.409691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-86fc0cf3-7657-4375-a97e-be56636ea88a req-d3b2710c-86a2-47fb-9b03-ba028883b566 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906434 Aug 29 19:16:01.431268 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f453059b-5730-47be-bda7-bedf220a223f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f0f4bcf841c942a9928f5b343b5fb8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437622 Aug 29 19:16:01.433906 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33358) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:01.513613 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.519896 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48158fdf-72a7-419c-8bab-68b9c172f48a admin admin] Publish callbacks [] for security_group (10ead78a-6dcb-4cbf-acb8-3efcc03db26b), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.524479 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33368) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:01.553699 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48158fdf-72a7-419c-8bab-68b9c172f48a admin admin] Publish callbacks [] for security_group (10ead78a-6dcb-4cbf-acb8-3efcc03db26b), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.575834 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Deleting subnet 2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:16:01.579108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Publish callbacks [] for subnet (2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.619704 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.620273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48158fdf-72a7-419c-8bab-68b9c172f48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (10ead78a-6dcb-4cbf-acb8-3efcc03db26b), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.623736 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-48158fdf-72a7-419c-8bab-68b9c172f48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.627412 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-48158fdf-72a7-419c-8bab-68b9c172f48a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/10ead78a-6dcb-4cbf-acb8-3efcc03db26b HTTP/1.1" status: 204 len: 168 time: 0.1891901 Aug 29 19:16:01.633527 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48158fdf-72a7-419c-8bab-68b9c172f48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ead78a-6dcb-4cbf-acb8-3efcc03db26b,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:01.657544 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:01.690273 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.743874 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a4b5bb4a-fc96-4637-887b-f62dc0311e92 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:16:01.757067 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.765135 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: a4b5bb4a-fc96-4637-887b-f62dc0311e92 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:16:01.765483 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device a4b5bb4a-fc96-4637-887b-f62dc0311e92 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:16:01.765899 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 848833f8-ac7b-49c4-b821-17ccb8a64f93 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:16:01.784970 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 848833f8-ac7b-49c4-b821-17ccb8a64f93 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:16:01.785444 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 848833f8-ac7b-49c4-b821-17ccb8a64f93 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:16:01.787371 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:01.791143 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.795558 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-281fe9b9-034b-41b3-9e08-4ce4be725a01 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/2fb0ef4b-ead6-4aec-8d77-d0ce7e7a79ad HTTP/1.1" status: 204 len: 168 time: 0.2700081 Aug 29 19:16:01.797493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33376) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:01.875811 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (3fdbe9fa-77da-455d-95a7-01c7fcef80b3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.896171 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.961493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (3fdbe9fa-77da-455d-95a7-01c7fcef80b3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:01.985625 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdbe9fa-77da-455d-95a7-01c7fcef80b3']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:01.997587 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:01.997875 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b438606f-deb7-4ce9-aef5-c2a064f7a3e8') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:02.010206 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (b438606f-deb7-4ce9-aef5-c2a064f7a3e8), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.018764 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33382) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:02.030034 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (b438606f-deb7-4ce9-aef5-c2a064f7a3e8), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.037120 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:16:02.037687 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (b438606f-deb7-4ce9-aef5-c2a064f7a3e8), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.067766 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ae4d47e4-7586-42d6-bcd9-151c9e5127e6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=edf46f0b532246c5ad132be112175ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476155 Aug 29 19:16:02.070214 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33386) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:02.092844 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment b438606f-deb7-4ce9-aef5-c2a064f7a3e8 resource provider aggregate not found Aug 29 19:16:02.104227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:02.121182 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment b438606f-deb7-4ce9-aef5-c2a064f7a3e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b438606f-deb7-4ce9-aef5-c2a064f7a3e8 found for delete ", "request_id": "req-51193ca0-4e87-4bfe-ad30-c54bf2b0a8fc"}]} Aug 29 19:16:02.130493 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (3fdbe9fa-77da-455d-95a7-01c7fcef80b3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.132713 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6cd75e6e-7944-4ecb-99f7-8f2560d068aa admin admin] Publish callbacks [] for security_group (61da8381-ea5a-489a-9037-799fe645d2bc), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.140803 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.144195 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/3fdbe9fa-77da-455d-95a7-01c7fcef80b3 HTTP/1.1" status: 204 len: 168 time: 0.3456292 Aug 29 19:16:02.157942 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d915c09-e957-4dd3-9612-8b9bda3ee96e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdbe9fa-77da-455d-95a7-01c7fcef80b3,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:02.191906 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6cd75e6e-7944-4ecb-99f7-8f2560d068aa admin admin] Publish callbacks [] for security_group (61da8381-ea5a-489a-9037-799fe645d2bc), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.271277 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:02.284857 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c360bc-c29c-422f-857e-2ed2b8134a00 req-7d2ce7d3-0711-4dfd-93cc-0433d9845ff1 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:02.286366 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5c360bc-c29c-422f-857e-2ed2b8134a00 req-7d2ce7d3-0711-4dfd-93cc-0433d9845ff1 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0765545 Aug 29 19:16:02.315122 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6cd75e6e-7944-4ecb-99f7-8f2560d068aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (61da8381-ea5a-489a-9037-799fe645d2bc), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.317363 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-6cd75e6e-7944-4ecb-99f7-8f2560d068aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.318422 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-6cd75e6e-7944-4ecb-99f7-8f2560d068aa admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/61da8381-ea5a-489a-9037-799fe645d2bc HTTP/1.1" status: 204 len: 168 time: 0.2470407 Aug 29 19:16:02.335674 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd75e6e-7944-4ecb-99f7-8f2560d068aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da8381-ea5a-489a-9037-799fe645d2bc,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:02.376750 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-f5c360bc-c29c-422f-857e-2ed2b8134a00 req-46556502-070c-4d1c-98ba-0474f43c601e tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706718 Aug 29 19:16:02.414043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33406) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:02.458299 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-0bf4b05e-64be-4e36-b9bc-9a27d434851a admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=abcda882db7046eab245492bc4c4d7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430980 Aug 29 19:16:02.460918 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33408) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:02.529762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fdbe80ac-4500-4b2f-8d1e-987a0748a5e1 admin admin] Publish callbacks [] for security_group (8e3724e4-6a7e-4c14-804a-c743668668e9), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.557553 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fdbe80ac-4500-4b2f-8d1e-987a0748a5e1 admin admin] Publish callbacks [] for security_group (8e3724e4-6a7e-4c14-804a-c743668668e9), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.625943 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fdbe80ac-4500-4b2f-8d1e-987a0748a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8e3724e4-6a7e-4c14-804a-c743668668e9), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.629898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fdbe80ac-4500-4b2f-8d1e-987a0748a5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:02.631297 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-fdbe80ac-4500-4b2f-8d1e-987a0748a5e1 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8e3724e4-6a7e-4c14-804a-c743668668e9 HTTP/1.1" status: 204 len: 168 time: 0.1694040 Aug 29 19:16:02.643038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe80ac-4500-4b2f-8d1e-987a0748a5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3724e4-6a7e-4c14-804a-c743668668e9,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:02.855139 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33424) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:03.429278 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (58d9b974-9f49-488e-ad41-5ca8bd95bc16), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:03.547959 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c32fde-eb56-4fe7-b0df-b2110e1fdef9 req-80556631-8b8d-4bc5-abe0-0b5a8fa477de tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:03.549474 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08c32fde-eb56-4fe7-b0df-b2110e1fdef9 req-80556631-8b8d-4bc5-abe0-0b5a8fa477de tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0878406 Aug 29 19:16:03.578808 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:03.684476 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08c32fde-eb56-4fe7-b0df-b2110e1fdef9 req-922ef644-f76a-4e0c-a2fb-37edb837b815 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231041 Aug 29 19:16:03.764973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Deleting port 5ac2edb6-cf43-49b5-9a29-9ce615149830 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:16:03.765315 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:03.830615 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:03.859917 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] For port 5ac2edb6-cf43-49b5-9a29-9ce615149830, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=5ac2edb6-cf43-49b5-9a29-9ce615149830,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:03.860262 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:03.876254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Calling delete_port for 5ac2edb6-cf43-49b5-9a29-9ce615149830 owned by network:router_interface {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:16:04.094252 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (5ac2edb6-cf43-49b5-9a29-9ce615149830), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:04.123614 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac2edb6-cf43-49b5-9a29-9ce615149830,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:04.295496 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (58d9b974-9f49-488e-ad41-5ca8bd95bc16), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:04.499532 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:04.508901 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:16:04.614458 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:16:04.619752 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ca422413-b7ee-4a30-9b32-a43178059c28 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/58d9b974-9f49-488e-ad41-5ca8bd95bc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653100 Aug 29 19:16:04.621961 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33442) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:04.624254 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94847052-9df1-4264-991c-a89263ecbcde None None] Sync routers for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:16:04.636563 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:04.637186 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:04.729235 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks [] for router (58d9b974-9f49-488e-ad41-5ca8bd95bc16), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:04.785212 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:04.860946 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca90979-03f2-4c2e-9467-b331cbcd30de req-12abec6b-8973-419b-b8e1-8ea2a88d9fda tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:04.862444 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bca90979-03f2-4c2e-9467-b331cbcd30de req-12abec6b-8973-419b-b8e1-8ea2a88d9fda tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0912294 Aug 29 19:16:04.884520 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:04.896964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks [] for router_gateway (58d9b974-9f49-488e-ad41-5ca8bd95bc16), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:04.945543 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bca90979-03f2-4c2e-9467-b331cbcd30de req-83d5b56f-449d-4443-a889-1d944bf0d3cb tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748305 Aug 29 19:16:04.965023 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Deleting port 9c4571ca-82e8-4ca6-a640-b217f793f3ab {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:16:04.965880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.074384 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] For port 9c4571ca-82e8-4ca6-a640-b217f793f3ab, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9c4571ca-82e8-4ca6-a640-b217f793f3ab,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:05.074919 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.078809 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:16:04Z', 'revision_number': 5, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port': {'id': '9c4571ca-82e8-4ca6-a640-b217f793f3ab', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:07:39Z', 'updated_at': '2022-08-29T19:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:05.090334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Calling delete_port for 9c4571ca-82e8-4ca6-a640-b217f793f3ab owned by network:router_gateway {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:16:05.107748 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94847052-9df1-4264-991c-a89263ecbcde None None] Checking router: 58d9b974-9f49-488e-ad41-5ca8bd95bc16 for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:16:05.116573 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] Routers {'58d9b974-9f49-488e-ad41-5ca8bd95bc16'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:05.117237 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:05.208997 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] Set router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 gateway port host: None {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:05.260236 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (9c4571ca-82e8-4ca6-a640-b217f793f3ab), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.263022 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-94847052-9df1-4264-991c-a89263ecbcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:16:04Z', 'revision_number': 6, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:05.283539 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4571ca-82e8-4ca6-a640-b217f793f3ab,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:05.289331 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94847052-9df1-4264-991c-a89263ecbcde None None] The sync data for ids ['58d9b974-9f49-488e-ad41-5ca8bd95bc16'] in dv-cinder-731261-6-iscsi is: [{'id': '58d9b974-9f49-488e-ad41-5ca8bd95bc16', 'name': 'tempest-AttachVolumeShelveTestJSON-1453638637-router', 'tenant_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:07:37Z', 'updated_at': '2022-08-29T19:16:04Z', 'revision_number': 6, 'project_id': '6f6085f7a1df49ae8e2375e28d7d6792', 'gw_port_host': None}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:16:05.370173 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (58d9b974-9f49-488e-ad41-5ca8bd95bc16), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.394670 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:05.466325 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (58d9b974-9f49-488e-ad41-5ca8bd95bc16), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.468616 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks [] for router_controller (58d9b974-9f49-488e-ad41-5ca8bd95bc16), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.510912 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (58d9b974-9f49-488e-ad41-5ca8bd95bc16), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.511713 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d9b974-9f49-488e-ad41-5ca8bd95bc16 {{(pid=101722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:16:05.516682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.517830 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-20c5a441-c0b1-4d12-8bb1-277dff46f2ec admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/58d9b974-9f49-488e-ad41-5ca8bd95bc16 HTTP/1.1" status: 204 len: 168 time: 0.8947196 Aug 29 19:16:05.520446 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33452) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:05.565326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Deleting subnet 7bb9aa12-ebf3-4047-a3c3-10085f6588e4 {{(pid=101722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:16:05.569608 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Publish callbacks [] for subnet (7bb9aa12-ebf3-4047-a3c3-10085f6588e4), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.608459 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155023'] for subnet (7bb9aa12-ebf3-4047-a3c3-10085f6588e4), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.714792 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (7bb9aa12-ebf3-4047-a3c3-10085f6588e4), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.755460 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:05.773180 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5ac2edb6-cf43-49b5-9a29-9ce615149830 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:16:05.795131 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8737313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3810297'] for subnet (7bb9aa12-ebf3-4047-a3c3-10085f6588e4), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.795475 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 5ac2edb6-cf43-49b5-9a29-9ce615149830 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:16:05.795838 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 5ac2edb6-cf43-49b5-9a29-9ce615149830 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:16:05.825727 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb9aa12-ebf3-4047-a3c3-10085f6588e4,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:05.827644 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.832034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9572fffb-28a4-48d1-a7a1-39efdf086a19 None None] Network b4625722-be90-4944-a2a2-5603ab9cea5a requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:16:05.833680 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33456) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:05.834162 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c39e8ee9-0ce3-44b9-8cd4-74fbc0fd68d8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/7bb9aa12-ebf3-4047-a3c3-10085f6588e4 HTTP/1.1" status: 204 len: 168 time: 0.3123872 Aug 29 19:16:05.879061 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:05.910131 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (b4625722-be90-4944-a2a2-5603ab9cea5a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:05.959052 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Deleting port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:16:05.959552 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.026696 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] For port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,segment=NetworkSegment(e35f0d4f-78e3-4171-96f2-f72a17bc929d),segment_id=e35f0d4f-78e3-4171-96f2-f72a17bc929d)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:06.026971 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.040786 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Calling delete_port for 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d owned by network:dhcp {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:16:06.095834 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e3e8b-470f-4e27-8eab-6e332c603592 req-efb4df5b-c2a8-40b1-88cf-7a7b6615422d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:06.097711 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-166e3e8b-470f-4e27-8eab-6e332c603592 req-efb4df5b-c2a8-40b1-88cf-7a7b6615422d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0617681 Aug 29 19:16:06.099469 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] DHCP port deletion for b4625722-be90-4944-a2a2-5603ab9cea5a request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:16:06.146108 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.150363 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Deleting port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:16:06.150736 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.165463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-166e3e8b-470f-4e27-8eab-6e332c603592 req-3fdf5e34-9144-4d14-876b-3b643d580a98 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609689 Aug 29 19:16:06.167945 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] No DVR routers for this DVR port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d on host dv-cinder-731261-6-iscsi {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:16:06.253425 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] For port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d, host dv-cinder-731261-6-iscsi, got binding levels [] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:06.254718 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.272502 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Calling delete_port for 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:16:06.275974 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.ipam_backend_mixin [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d was not found and therefore no delete operation was performed {{(pid=101723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 19:16:06.277671 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.309047 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] Pushing event deleted for resources: {'Port': ['ID=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:06.320077 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503ca0f-3d8f-4fe6-9ea3-c37be0a38505 None None] No DVR routers for this DVR port 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:16:06.451546 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Pushing event deleted for resources: {'Port': ['ID=83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:06.527453 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (b4625722-be90-4944-a2a2-5603ab9cea5a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.556229 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4625722-be90-4944-a2a2-5603ab9cea5a']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:06.566263 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35f0d4f-78e3-4171-96f2-f72a17bc929d') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:06.566639 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35f0d4f-78e3-4171-96f2-f72a17bc929d') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:06.576664 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (e35f0d4f-78e3-4171-96f2-f72a17bc929d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.591760 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (e35f0d4f-78e3-4171-96f2-f72a17bc929d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.594212 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:06.601692 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:16:06.602151 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (e35f0d4f-78e3-4171-96f2-f72a17bc929d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.657841 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment e35f0d4f-78e3-4171-96f2-f72a17bc929d resource provider aggregate not found Aug 29 19:16:06.691603 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment e35f0d4f-78e3-4171-96f2-f72a17bc929d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e35f0d4f-78e3-4171-96f2-f72a17bc929d found for delete ", "request_id": "req-4dd21c82-4cdc-4ae6-8fe4-5b7551a66dff"}]} Aug 29 19:16:06.691603 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (b4625722-be90-4944-a2a2-5603ab9cea5a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.692303 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.697677 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/b4625722-be90-4944-a2a2-5603ab9cea5a HTTP/1.1" status: 204 len: 168 time: 0.8602970 Aug 29 19:16:06.711104 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55072d9-4976-4acd-848a-dc26f0dcf50e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4625722-be90-4944-a2a2-5603ab9cea5a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:06.852225 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33514) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:06.899897 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-f4265dc7-b45c-4db8-ba8a-5bd2023cfa9f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6f6085f7a1df49ae8e2375e28d7d6792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461838 Aug 29 19:16:06.901178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33518) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:06.956840 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1357e237-b385-4afd-9bf2-81a1a42b5bd0 admin admin] Publish callbacks [] for security_group (f3dcb0c4-59be-42e1-a919-f550ac079b7d), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:06.979410 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1357e237-b385-4afd-9bf2-81a1a42b5bd0 admin admin] Publish callbacks [] for security_group (f3dcb0c4-59be-42e1-a919-f550ac079b7d), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:07.026262 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1357e237-b385-4afd-9bf2-81a1a42b5bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (f3dcb0c4-59be-42e1-a919-f550ac079b7d), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:07.028958 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1357e237-b385-4afd-9bf2-81a1a42b5bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:07.030338 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1357e237-b385-4afd-9bf2-81a1a42b5bd0 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/f3dcb0c4-59be-42e1-a919-f550ac079b7d HTTP/1.1" status: 204 len: 168 time: 0.1281254 Aug 29 19:16:07.056056 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357e237-b385-4afd-9bf2-81a1a42b5bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dcb0c4-59be-42e1-a919-f550ac079b7d,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:07.340735 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239d139-d735-41c9-83a3-8c87547621e6 req-f2f9bbca-fbf9-435e-963d-47fabad6db26 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:07.342225 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1239d139-d735-41c9-83a3-8c87547621e6 req-f2f9bbca-fbf9-435e-963d-47fabad6db26 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0715837 Aug 29 19:16:07.394581 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1239d139-d735-41c9-83a3-8c87547621e6 req-82ea7b55-12da-4bfe-9853-3cb129c188a4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 Aug 29 19:16:07.688560 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9c4571ca-82e8-4ca6-a640-b217f793f3ab no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:16:07.715732 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 9c4571ca-82e8-4ca6-a640-b217f793f3ab {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:16:07.716082 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9c4571ca-82e8-4ca6-a640-b217f793f3ab not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:16:07.716494 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:16:07.737111 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:07.739193 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:16:07.739620 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 83f8d5a5-8ea8-4b4b-bb33-eb777adf5c9d not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:16:08.468127 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33592) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:08.541905 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b7a9-5f81-4ee5-adb0-3fae5231330e req-5a6a5845-6abc-4b5a-b11d-3e22103ad334 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:08.543822 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9120b7a9-5f81-4ee5-adb0-3fae5231330e req-5a6a5845-6abc-4b5a-b11d-3e22103ad334 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 944 time: 0.0546129 Aug 29 19:16:08.607838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8aee0a28-a6ca-464c-867c-d599fbeea2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.619476 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-9120b7a9-5f81-4ee5-adb0-3fae5231330e req-e283518d-5f0f-4a60-bb96-eae413c95672 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690446 Aug 29 19:16:08.702921 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8aee0a28-a6ca-464c-867c-d599fbeea2af admin admin] Publish callbacks [] for security_group (b2c282aa-bba1-499f-8320-34e7b327870c), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.708682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-8aee0a28-a6ca-464c-867c-d599fbeea2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b2c282aa-bba1-499f-8320-34e7b327870c), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.730298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:08.756921 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-8aee0a28-a6ca-464c-867c-d599fbeea2af admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e1c15ff898954850a76318cc9209a9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840667 Aug 29 19:16:08.756921 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee0a28-a6ca-464c-867c-d599fbeea2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c282aa-bba1-499f-8320-34e7b327870c,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:08.757198 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33600) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:08.811198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ef83271a-f512-4e3d-9c4e-ca5ba54b370d details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:16:08.840010 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:08.853386 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-29d71e54-1522-4594-9dc1-5fe840158c94 admin admin] Publish callbacks [] for security_group (b2c282aa-bba1-499f-8320-34e7b327870c), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.886417 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-29d71e54-1522-4594-9dc1-5fe840158c94 admin admin] Publish callbacks [] for security_group (b2c282aa-bba1-499f-8320-34e7b327870c), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.948081 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-29d71e54-1522-4594-9dc1-5fe840158c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b2c282aa-bba1-499f-8320-34e7b327870c), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.951505 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:08.952534 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-29d71e54-1522-4594-9dc1-5fe840158c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:08.956640 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-29d71e54-1522-4594-9dc1-5fe840158c94 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b2c282aa-bba1-499f-8320-34e7b327870c HTTP/1.1" status: 204 len: 168 time: 0.1960468 Aug 29 19:16:08.964828 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'port_id': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'mac_address': 'fa:16:3e:38:85:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:16:08.968446 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d71e54-1522-4594-9dc1-5fe840158c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c282aa-bba1-499f-8320-34e7b327870c,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:09.013548 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port ef83271a-f512-4e3d-9c4e-ca5ba54b370d is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:09.013952 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.029515 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef83271a-f512-4e3d-9c4e-ca5ba54b370d {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:16:09.057812 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:09.062465 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.119473 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:09.388758 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['ef83271a-f512-4e3d-9c4e-ca5ba54b370d'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:16:09.465334 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:09.485731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33638) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:09.493881 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=46 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:09.620263 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-98bd3b52-475b-48d7-85ec-36135d93e50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.760231 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:09.774981 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-98bd3b52-475b-48d7-85ec-36135d93e50d admin admin] Publish callbacks [] for security_group (b96560e5-f686-45aa-9f53-cea12c549409), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.783048 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03add9-8cd8-41cc-9d6e-9d98213de1cc req-69ae09fe-1e51-4ff0-929c-ea787c34a675 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:09.784680 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2d03add9-8cd8-41cc-9d6e-9d98213de1cc req-69ae09fe-1e51-4ff0-929c-ea787c34a675 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 945 time: 0.0747166 Aug 29 19:16:09.786463 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-98bd3b52-475b-48d7-85ec-36135d93e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b96560e5-f686-45aa-9f53-cea12c549409), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.853626 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-98bd3b52-475b-48d7-85ec-36135d93e50d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ee503e1827984f328f02cf1a583ca4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661263 Aug 29 19:16:09.857464 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33656) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:09.871719 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd3b52-475b-48d7-85ec-36135d93e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96560e5-f686-45aa-9f53-cea12c549409,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:09.903030 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2d03add9-8cd8-41cc-9d6e-9d98213de1cc req-5dce4d6f-7646-4049-98e9-c18f447ceb20 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121733 Aug 29 19:16:09.938571 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74d1ce50-d770-4c3f-8a45-00ef8d719c25 admin admin] Publish callbacks [] for security_group (b96560e5-f686-45aa-9f53-cea12c549409), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.961995 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74d1ce50-d770-4c3f-8a45-00ef8d719c25 admin admin] Publish callbacks [] for security_group (b96560e5-f686-45aa-9f53-cea12c549409), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:09.995945 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:10.020652 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74d1ce50-d770-4c3f-8a45-00ef8d719c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (b96560e5-f686-45aa-9f53-cea12c549409), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.024091 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-74d1ce50-d770-4c3f-8a45-00ef8d719c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.028253 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-74d1ce50-d770-4c3f-8a45-00ef8d719c25 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b96560e5-f686-45aa-9f53-cea12c549409 HTTP/1.1" status: 204 len: 168 time: 0.1667812 Aug 29 19:16:10.038749 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1ce50-d770-4c3f-8a45-00ef8d719c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96560e5-f686-45aa-9f53-cea12c549409,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:10.392661 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33704) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:10.409047 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-991af928-4ba3-47e7-96b1-d4c58a050bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.501222 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-991af928-4ba3-47e7-96b1-d4c58a050bcb admin admin] Publish callbacks [] for security_group (cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.506550 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-991af928-4ba3-47e7-96b1-d4c58a050bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.553465 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-991af928-4ba3-47e7-96b1-d4c58a050bcb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=27d1ad0a68e44a67b132601065b89dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594722 Aug 29 19:16:10.554211 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991af928-4ba3-47e7-96b1-d4c58a050bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:10.556272 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33706) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:10.633102 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d087e23a-a9c6-4929-b93b-25f31199c0a2 admin admin] Publish callbacks [] for security_group (cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.660508 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d087e23a-a9c6-4929-b93b-25f31199c0a2 admin admin] Publish callbacks [] for security_group (cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.712554 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d087e23a-a9c6-4929-b93b-25f31199c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.715199 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d087e23a-a9c6-4929-b93b-25f31199c0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:10.716380 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d087e23a-a9c6-4929-b93b-25f31199c0a2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37 HTTP/1.1" status: 204 len: 168 time: 0.1590652 Aug 29 19:16:10.726115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087e23a-a9c6-4929-b93b-25f31199c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc00d3-d4a6-4f2d-90df-e5a3ad806f37,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:10.852411 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ef83271a-f512-4e3d-9c4e-ca5ba54b370d up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:10.900836 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port ef83271a-f512-4e3d-9c4e-ca5ba54b370d completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:16:10.907521 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port ef83271a-f512-4e3d-9c4e-ca5ba54b370d triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:10.908435 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:11.013860 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port ef83271a-f512-4e3d-9c4e-ca5ba54b370d is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:11.014572 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:11.051029 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:16:11.054111 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d868076-25e4-4555-91d0-93a6a8ac851d" -d '{"events": [{"server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "name": "network-vif-plugged", "status": "completed", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:16:11.070440 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15912e1b-e480-4c86-8285-01fb53fde7f9 req-39645f97-9e74-470f-9c4c-19254b692f12 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:11.089642 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:11.089909 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-15912e1b-e480-4c86-8285-01fb53fde7f9 req-39645f97-9e74-470f-9c4c-19254b692f12 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 945 time: 0.0926695 Aug 29 19:16:11.097203 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:11.138132 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd97fb7e-cd7e-4893-8be6-7841dc58c06a x-openstack-request-id: req-bd97fb7e-cd7e-4893-8be6-7841dc58c06a {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:16:11.138529 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "name": "network-vif-plugged", "status": "completed", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:16:11.138642 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bd97fb7e-cd7e-4893-8be6-7841dc58c06a {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:16:11.139063 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd97fb7e-cd7e-4893-8be6-7841dc58c06a'] response: {'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'code': 200} Aug 29 19:16:11.149655 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:11.172470 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-15912e1b-e480-4c86-8285-01fb53fde7f9 req-8440da15-97a8-4d4a-8d1a-cb4b7af88d9c tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799224 Aug 29 19:16:11.173664 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:11.424208 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead48ba-28ff-408b-964c-35e2c31d25d2 req-66784b1a-a5d4-4ffd-afa9-60498edb4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:11.426146 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ead48ba-28ff-408b-964c-35e2c31d25d2 req-66784b1a-a5d4-4ffd-afa9-60498edb4f69 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0442955 Aug 29 19:16:11.476649 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1ead48ba-28ff-408b-964c-35e2c31d25d2 req-809a8bd2-6234-4a4a-aa1d-56b565629bef service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449040 Aug 29 19:16:12.321560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdceaa6-c9e4-4b8d-9c1c-3ef93864e347 req-5e4b017b-046b-4687-a78a-10b6405f1895 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:12.323138 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2bdceaa6-c9e4-4b8d-9c1c-3ef93864e347 req-5e4b017b-046b-4687-a78a-10b6405f1895 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 946 time: 0.0595810 Aug 29 19:16:12.385879 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2bdceaa6-c9e4-4b8d-9c1c-3ef93864e347 req-f90fa128-e2b6-4951-a84a-4bd75d59a8ae tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567513 Aug 29 19:16:13.535469 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c2cf-9413-4bfe-81f7-5265d5ae10b2 req-ea09454f-3f6c-44a6-9963-42583c318d89 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:13.537008 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1b39c2cf-9413-4bfe-81f7-5265d5ae10b2 req-ea09454f-3f6c-44a6-9963-42583c318d89 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 946 time: 0.0691292 Aug 29 19:16:13.600189 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1b39c2cf-9413-4bfe-81f7-5265d5ae10b2 req-5b24d0a4-515b-4017-b6f6-1c200e34fbd7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567212 Aug 29 19:16:13.689622 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:13.734682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4816-889c-43a9-849f-cb31ff8a1faf req-992401f6-586b-403b-8ac1-99ad02b68d7d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:13.736205 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b04c4816-889c-43a9-849f-cb31ff8a1faf req-992401f6-586b-403b-8ac1-99ad02b68d7d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 946 time: 0.0556383 Aug 29 19:16:13.807751 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-b04c4816-889c-43a9-849f-cb31ff8a1faf req-169de373-46a7-4118-8c58-df24231ae015 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648260 Aug 29 19:16:13.830439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33876) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:14.037057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b37aad-54a3-4108-965c-86cbf289bd2b tempest-TestVolumeBootPattern-952979325 tempest-TestVolumeBootPattern-952979325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:14.038594 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-07b37aad-54a3-4108-965c-86cbf289bd2b tempest-TestVolumeBootPattern-952979325 tempest-TestVolumeBootPattern-952979325-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 1125 time: 0.2069845 Aug 29 19:16:14.041593 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 33882) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:14.044730 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33884) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:14.047280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'port_id': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:14.071099 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.163906 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.195925 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcb8d-67e2-4e60-8bb3-609744a73e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.282510 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcb8d-67e2-4e60-8bb3-609744a73e18 admin admin] Publish callbacks [] for security_group (71a2ae24-2b24-424c-bd12-3afc7c313a6f), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.284437 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Allocated IP 172.27.2.66 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/9db1dd26-f1bd-4ef7-88f5-7a1488df6f04) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:14.287244 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcb8d-67e2-4e60-8bb3-609744a73e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (71a2ae24-2b24-424c-bd12-3afc7c313a6f), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.290694 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:14.332405 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2d5dcb8d-67e2-4e60-8bb3-609744a73e18 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=1aab74668d8d44f68531b4d31cd95adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859080 Aug 29 19:16:14.333228 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dcb8d-67e2-4e60-8bb3-609744a73e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2ae24-2b24-424c-bd12-3afc7c313a6f,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:14.335510 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33890) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:14.379222 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:14.391885 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb067be7-cd11-41db-902d-a86b8286035d admin admin] Publish callbacks [] for security_group (71a2ae24-2b24-424c-bd12-3afc7c313a6f), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.399931 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.414034 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb067be7-cd11-41db-902d-a86b8286035d admin admin] Publish callbacks [] for security_group (71a2ae24-2b24-424c-bd12-3afc7c313a6f), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.434346 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.469198 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb067be7-cd11-41db-902d-a86b8286035d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (71a2ae24-2b24-424c-bd12-3afc7c313a6f), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.471856 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-fb067be7-cd11-41db-902d-a86b8286035d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.473902 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-fb067be7-cd11-41db-902d-a86b8286035d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/71a2ae24-2b24-424c-bd12-3afc7c313a6f HTTP/1.1" status: 204 len: 168 time: 0.1372166 Aug 29 19:16:14.484615 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:14.489067 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb067be7-cd11-41db-902d-a86b8286035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2ae24-2b24-424c-bd12-3afc7c313a6f,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:14.490924 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:14.493115 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=9db1dd26-f1bd-4ef7-88f5-7a1488df6f04,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:14.495674 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:14.515152 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:14.547897 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.767104 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:14.829098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33896) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:14.844626 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-32e616d9-f423-4888-8ba7-1243b6d51942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.958868 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-32e616d9-f423-4888-8ba7-1243b6d51942 admin admin] Publish callbacks [] for security_group (8dcfa151-6b20-41be-b282-ecbcd4a917d3), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:14.962823 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-32e616d9-f423-4888-8ba7-1243b6d51942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8dcfa151-6b20-41be-b282-ecbcd4a917d3), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.007356 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-32e616d9-f423-4888-8ba7-1243b6d51942 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=cb836841be644e659615455add0e8cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769521 Aug 29 19:16:15.008470 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e616d9-f423-4888-8ba7-1243b6d51942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfa151-6b20-41be-b282-ecbcd4a917d3,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:15.013720 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33900) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:15.024385 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:15.075832 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-76f01f5e-db3a-4910-a3e5-76cb60764f2f admin admin] Publish callbacks [] for security_group (8dcfa151-6b20-41be-b282-ecbcd4a917d3), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.097182 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-76f01f5e-db3a-4910-a3e5-76cb60764f2f admin admin] Publish callbacks [] for security_group (8dcfa151-6b20-41be-b282-ecbcd4a917d3), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.152276 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-76f01f5e-db3a-4910-a3e5-76cb60764f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8dcfa151-6b20-41be-b282-ecbcd4a917d3), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.154698 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-76f01f5e-db3a-4910-a3e5-76cb60764f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.155920 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-76f01f5e-db3a-4910-a3e5-76cb60764f2f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8dcfa151-6b20-41be-b282-ecbcd4a917d3 HTTP/1.1" status: 204 len: 168 time: 0.1412997 Aug 29 19:16:15.165548 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f01f5e-db3a-4910-a3e5-76cb60764f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfa151-6b20-41be-b282-ecbcd4a917d3,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:15.166218 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (3bc021f9-0500-460b-afbe-5d4adb90c871), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.249514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.427372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.432073 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.473050 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:15.509856 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (3bc021f9-0500-460b-afbe-5d4adb90c871), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:15.546438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event updated for resources: {'Port': ['ID=9db1dd26-f1bd-4ef7-88f5-7a1488df6f04,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:15.618908 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Floating IP 3bc021f9-0500-460b-afbe-5d4adb90c871 associated. External IP: 172.27.2.66, port: ef83271a-f512-4e3d-9c4e-ca5ba54b370d. Aug 29 19:16:15.851447 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:16:15.972040 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:16:15.984070 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:16:15.999606 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:16.000020 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:16.000242 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:16.023363 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:16.042163 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e023481a-b035-481c-bc84-e1015a774731 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9971600 Aug 29 19:16:16.042163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:16:16.043054 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec03fc7c-fcb8-4682-8eaa-01210089e489" -d '{"events": [{"name": "network-changed", "server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:16:16.095314 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773f9da-ea57-4497-9138-c73b35a51b15 x-openstack-request-id: req-b773f9da-ea57-4497-9138-c73b35a51b15 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:16:16.096153 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:16:16.096153 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b773f9da-ea57-4497-9138-c73b35a51b15 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:16:16.096563 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b773f9da-ea57-4497-9138-c73b35a51b15'] response: {'name': 'network-changed', 'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'status': 'completed', 'code': 200} Aug 29 19:16:16.122058 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:16.219704 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-79f16d7e-8bf5-4d4f-803e-8e250cc5917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:16.222414 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-79f16d7e-8bf5-4d4f-803e-8e250cc5917a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0547495 Aug 29 19:16:16.341074 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-f22772c4-b49a-41a2-bab4-079f02be0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:16.343847 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-f22772c4-b49a-41a2-bab4-079f02be0791 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.1146274 Aug 29 19:16:16.387438 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '3bc021f9-0500-460b-afbe-5d4adb90c871', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:38:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:16:14Z', 'updated_at': '2022-08-29T19:16:14Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}, {'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:52Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:16.415508 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:16:16.427506 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-8d417f05-8b3d-4397-9a2a-d4b8e1565dda service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d HTTP/1.1" status: 200 len: 999 time: 0.0737519 Aug 29 19:16:16.431089 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:16.431764 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:15:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:16.480930 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-c1b1cb87-e152-40ae-8c28-a2f950f71f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:16.482472 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-c1b1cb87-e152-40ae-8c28-a2f950f71f89 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0471392 Aug 29 19:16:16.533269 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-bc9d8822-b4c0-420d-9f3a-02af57ff83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:16.535435 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-bc9d8822-b4c0-420d-9f3a-02af57ff83bf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422924 Aug 29 19:16:16.547960 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:16.656809 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-df7d007c-2833-47f6-85b9-fdd3664cbb60 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152246 Aug 29 19:16:16.769924 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ec03fc7c-fcb8-4682-8eaa-01210089e489 req-bcc4de22-f8e5-438a-9d88-f835d1c9da3f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061664 Aug 29 19:16:16.786575 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '3bc021f9-0500-460b-afbe-5d4adb90c871', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:38:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:16:14Z', 'updated_at': '2022-08-29T19:16:14Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}, {'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:52Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:16.820459 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7278bc-36de-4c1e-ade9-9f32e781c97e None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '3bc021f9-0500-460b-afbe-5d4adb90c871', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:38:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:16:14Z', 'updated_at': '2022-08-29T19:16:14Z', 'revision_number': 0, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}, {'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:52Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:16:17.067254 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603f2ff-31ab-4f28-87b3-78a67e98b45e None None] New status for floating IP 3bc021f9-0500-460b-afbe-5d4adb90c871: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:16:20.042679 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 33994) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:20.154356 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-130546ce-066d-46be-b2f2-09a52391d4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.234082 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-130546ce-066d-46be-b2f2-09a52391d4f5 admin admin] Publish callbacks [] for security_group (99fc7361-165b-4d59-be75-7826cc99b0c7), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.238428 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-130546ce-066d-46be-b2f2-09a52391d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (99fc7361-165b-4d59-be75-7826cc99b0c7), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.278578 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130546ce-066d-46be-b2f2-09a52391d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fc7361-165b-4d59-be75-7826cc99b0c7,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:20.282892 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-130546ce-066d-46be-b2f2-09a52391d4f5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=1f2b3cd0d9584e1599285725dd852cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391362 Aug 29 19:16:20.285677 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34000) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:20.341303 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7677bf6d-3231-4e76-9fde-6def76971071 admin admin] Publish callbacks [] for security_group (99fc7361-165b-4d59-be75-7826cc99b0c7), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.360863 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7677bf6d-3231-4e76-9fde-6def76971071 admin admin] Publish callbacks [] for security_group (99fc7361-165b-4d59-be75-7826cc99b0c7), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.409177 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7677bf6d-3231-4e76-9fde-6def76971071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (99fc7361-165b-4d59-be75-7826cc99b0c7), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.411874 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7677bf6d-3231-4e76-9fde-6def76971071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.413030 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7677bf6d-3231-4e76-9fde-6def76971071 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/99fc7361-165b-4d59-be75-7826cc99b0c7 HTTP/1.1" status: 204 len: 168 time: 0.1264427 Aug 29 19:16:20.421663 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677bf6d-3231-4e76-9fde-6def76971071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fc7361-165b-4d59-be75-7826cc99b0c7,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:20.714267 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34008) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:20.731929 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3170bca5-b60b-41eb-bead-210f81735271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.772505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=14 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:20.817911 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3170bca5-b60b-41eb-bead-210f81735271 admin admin] Publish callbacks [] for security_group (1140c799-0ff6-4949-9467-f074095e410e), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.821695 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3170bca5-b60b-41eb-bead-210f81735271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1140c799-0ff6-4949-9467-f074095e410e), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.864371 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3170bca5-b60b-41eb-bead-210f81735271 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=eb612348603541f5b4698ce61d29901f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479690 Aug 29 19:16:20.864974 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170bca5-b60b-41eb-bead-210f81735271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1140c799-0ff6-4949-9467-f074095e410e,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:20.867998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34010) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:20.880655 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:16:20.881537 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:20.929858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2b75bab-57b5-4f4b-9875-a8d71a6814a6 admin admin] Publish callbacks [] for security_group (1140c799-0ff6-4949-9467-f074095e410e), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:20.951978 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2b75bab-57b5-4f4b-9875-a8d71a6814a6 admin admin] Publish callbacks [] for security_group (1140c799-0ff6-4949-9467-f074095e410e), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:21.002039 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2b75bab-57b5-4f4b-9875-a8d71a6814a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (1140c799-0ff6-4949-9467-f074095e410e), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:21.006495 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-f2b75bab-57b5-4f4b-9875-a8d71a6814a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:21.007681 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-f2b75bab-57b5-4f4b-9875-a8d71a6814a6 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1140c799-0ff6-4949-9467-f074095e410e HTTP/1.1" status: 204 len: 168 time: 0.1385303 Aug 29 19:16:21.027683 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75bab-57b5-4f4b-9875-a8d71a6814a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140c799-0ff6-4949-9467-f074095e410e,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:26.265221 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34142) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:26.376281 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b72ecfe6-7c86-45f6-93dd-d7fa4ad59938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.452813 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b72ecfe6-7c86-45f6-93dd-d7fa4ad59938 admin admin] Publish callbacks [] for security_group (16edc9b7-0e6b-47ba-b771-40161a2e2192), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.456741 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-b72ecfe6-7c86-45f6-93dd-d7fa4ad59938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (16edc9b7-0e6b-47ba-b771-40161a2e2192), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.469646 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-77c01de8-ee4e-447e-82b3-06aafada9493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.497698 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-b72ecfe6-7c86-45f6-93dd-d7fa4ad59938 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=99e00f4074da40788f828998e869fe5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313964 Aug 29 19:16:26.498665 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ecfe6-7c86-45f6-93dd-d7fa4ad59938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16edc9b7-0e6b-47ba-b771-40161a2e2192,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:26.500632 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34148) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:26.563015 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e884928-1fd3-4d6c-8332-ceaac1f71751 admin admin] Publish callbacks [] for security_group (16edc9b7-0e6b-47ba-b771-40161a2e2192), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.584619 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e884928-1fd3-4d6c-8332-ceaac1f71751 admin admin] Publish callbacks [] for security_group (16edc9b7-0e6b-47ba-b771-40161a2e2192), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.594642 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:26.636191 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e884928-1fd3-4d6c-8332-ceaac1f71751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (16edc9b7-0e6b-47ba-b771-40161a2e2192), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.638752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8e884928-1fd3-4d6c-8332-ceaac1f71751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.640085 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8e884928-1fd3-4d6c-8332-ceaac1f71751 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/16edc9b7-0e6b-47ba-b771-40161a2e2192 HTTP/1.1" status: 204 len: 168 time: 0.1379030 Aug 29 19:16:26.648771 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e884928-1fd3-4d6c-8332-ceaac1f71751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16edc9b7-0e6b-47ba-b771-40161a2e2192,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:26.936233 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34156) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:26.951532 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1f582d91-6815-4826-bec7-e67de06ac6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.977509 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:27.041587 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1f582d91-6815-4826-bec7-e67de06ac6e1 admin admin] Publish callbacks [] for security_group (f052e9ce-3b33-4d4b-9340-b394a3fee911), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.045625 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1f582d91-6815-4826-bec7-e67de06ac6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (f052e9ce-3b33-4d4b-9340-b394a3fee911), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.087654 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f582d91-6815-4826-bec7-e67de06ac6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f052e9ce-3b33-4d4b-9340-b394a3fee911,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:27.091856 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1f582d91-6815-4826-bec7-e67de06ac6e1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=a4311a9035224fcf9a7a1968c97d462d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545908 Aug 29 19:16:27.094891 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34164) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:27.148797 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7cf87318-ac44-470b-a871-0991e9f1e18d admin admin] Publish callbacks [] for security_group (f052e9ce-3b33-4d4b-9340-b394a3fee911), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.169232 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7cf87318-ac44-470b-a871-0991e9f1e18d admin admin] Publish callbacks [] for security_group (f052e9ce-3b33-4d4b-9340-b394a3fee911), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.220252 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7cf87318-ac44-470b-a871-0991e9f1e18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (f052e9ce-3b33-4d4b-9340-b394a3fee911), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.223452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7cf87318-ac44-470b-a871-0991e9f1e18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.224587 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7cf87318-ac44-470b-a871-0991e9f1e18d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/f052e9ce-3b33-4d4b-9340-b394a3fee911 HTTP/1.1" status: 204 len: 168 time: 0.1287658 Aug 29 19:16:27.234470 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf87318-ac44-470b-a871-0991e9f1e18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052e9ce-3b33-4d4b-9340-b394a3fee911,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:27.607003 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34188) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:27.621676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae06b87a-214c-44c2-9c4f-24fc3879d349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.680822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:27.705988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae06b87a-214c-44c2-9c4f-24fc3879d349 admin admin] Publish callbacks [] for security_group (fa027802-30e7-498d-b81f-f2ffa25b47eb), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.711206 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ae06b87a-214c-44c2-9c4f-24fc3879d349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (fa027802-30e7-498d-b81f-f2ffa25b47eb), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.752915 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ae06b87a-214c-44c2-9c4f-24fc3879d349 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c35ba8e711774cb1905d017018b4f03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441281 Aug 29 19:16:27.755828 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06b87a-214c-44c2-9c4f-24fc3879d349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa027802-30e7-498d-b81f-f2ffa25b47eb,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:27.756215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34190) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:27.813744 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b661d3db-4901-4443-ac07-9d1cf012c63f admin admin] Publish callbacks [] for security_group (fa027802-30e7-498d-b81f-f2ffa25b47eb), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.836324 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b661d3db-4901-4443-ac07-9d1cf012c63f admin admin] Publish callbacks [] for security_group (fa027802-30e7-498d-b81f-f2ffa25b47eb), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.887161 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b661d3db-4901-4443-ac07-9d1cf012c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (fa027802-30e7-498d-b81f-f2ffa25b47eb), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.889774 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b661d3db-4901-4443-ac07-9d1cf012c63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.890951 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-b661d3db-4901-4443-ac07-9d1cf012c63f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/fa027802-30e7-498d-b81f-f2ffa25b47eb HTTP/1.1" status: 204 len: 168 time: 0.1336520 Aug 29 19:16:27.899980 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d3db-4901-4443-ac07-9d1cf012c63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa027802-30e7-498d-b81f-f2ffa25b47eb,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:28.903419 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-99b7d005-c958-44b6-b63a-57e16504f63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:29.076950 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=86 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:30.093643 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:30.875191 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=96 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:31.504562 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:31.896408 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.339213 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34292) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:32.451358 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9723d84d-7663-4e29-a92c-3c13b59fa9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.541155 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9723d84d-7663-4e29-a92c-3c13b59fa9db admin admin] Publish callbacks [] for security_group (8783f477-6071-4657-94d6-370fb8aa09a5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.544999 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-9723d84d-7663-4e29-a92c-3c13b59fa9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8783f477-6071-4657-94d6-370fb8aa09a5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.586347 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723d84d-7663-4e29-a92c-3c13b59fa9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8783f477-6071-4657-94d6-370fb8aa09a5,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:32.593322 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-9723d84d-7663-4e29-a92c-3c13b59fa9db admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=402f1e46cc964d499eb67f83ed314f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505744 Aug 29 19:16:32.594387 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34300) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:32.648492 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4917-ed37-4033-ad99-d42dcaaec4b8 admin admin] Publish callbacks [] for security_group (8783f477-6071-4657-94d6-370fb8aa09a5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.671353 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4917-ed37-4033-ad99-d42dcaaec4b8 admin admin] Publish callbacks [] for security_group (8783f477-6071-4657-94d6-370fb8aa09a5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.720362 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4917-ed37-4033-ad99-d42dcaaec4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8783f477-6071-4657-94d6-370fb8aa09a5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.723170 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c6ed4917-ed37-4033-ad99-d42dcaaec4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:32.724331 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c6ed4917-ed37-4033-ad99-d42dcaaec4b8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8783f477-6071-4657-94d6-370fb8aa09a5 HTTP/1.1" status: 204 len: 168 time: 0.1288786 Aug 29 19:16:32.732699 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed4917-ed37-4033-ad99-d42dcaaec4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783f477-6071-4657-94d6-370fb8aa09a5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:37.747754 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:INSERT=11,neutron:SELECT=46,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:37.750940 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=9 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:41.248813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34392) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:41.359579 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.388068 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=8 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:41.441038 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Publish callbacks [] for security_group (a1d99012-57a5-48c3-bd57-0c83239929bb), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.445581 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a1d99012-57a5-48c3-bd57-0c83239929bb), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.483487 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d99012-57a5-48c3-bd57-0c83239929bb,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:41.487449 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=52bed981c30f4b1cae06bf8de57cd534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376335 Aug 29 19:16:41.491424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34396) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:41.494379 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.494789 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.495168 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.495513 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.495851 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.496186 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.496518 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.496846 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.497177 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.497506 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.497831 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.498160 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.498490 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.498813 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.499161 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104cc05-0bc6-43af-99e9-f3705a0bb1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:41.543939 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8b69888-0b0f-4014-8758-60fbddd54162 admin admin] Publish callbacks [] for security_group (a1d99012-57a5-48c3-bd57-0c83239929bb), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.565121 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8b69888-0b0f-4014-8758-60fbddd54162 admin admin] Publish callbacks [] for security_group (a1d99012-57a5-48c3-bd57-0c83239929bb), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.613273 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8b69888-0b0f-4014-8758-60fbddd54162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (a1d99012-57a5-48c3-bd57-0c83239929bb), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.616858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-d8b69888-0b0f-4014-8758-60fbddd54162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.618024 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d8b69888-0b0f-4014-8758-60fbddd54162 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/a1d99012-57a5-48c3-bd57-0c83239929bb HTTP/1.1" status: 204 len: 168 time: 0.1256082 Aug 29 19:16:41.626403 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b69888-0b0f-4014-8758-60fbddd54162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d99012-57a5-48c3-bd57-0c83239929bb,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:41.643443 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:41.896604 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34402) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:41.909768 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-65e14970-abcf-48cd-9980-a2409d53a920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.991005 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-65e14970-abcf-48cd-9980-a2409d53a920 admin admin] Publish callbacks [] for security_group (ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:41.994756 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-65e14970-abcf-48cd-9980-a2409d53a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:42.034203 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e14970-abcf-48cd-9980-a2409d53a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:42.039134 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-65e14970-abcf-48cd-9980-a2409d53a920 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5b60e4aed4954200a6c96815b15d6e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414838 Aug 29 19:16:42.041775 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34404) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:42.090362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac8609e2-c644-4d8d-872c-53784672f60c admin admin] Publish callbacks [] for security_group (ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:42.110731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac8609e2-c644-4d8d-872c-53784672f60c admin admin] Publish callbacks [] for security_group (ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:42.158586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac8609e2-c644-4d8d-872c-53784672f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:42.161633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac8609e2-c644-4d8d-872c-53784672f60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:42.162757 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ac8609e2-c644-4d8d-872c-53784672f60c admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1 HTTP/1.1" status: 204 len: 168 time: 0.1201060 Aug 29 19:16:42.170423 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8609e2-c644-4d8d-872c-53784672f60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa4bf50-8ee9-43d0-adf7-8ac1129aeed1,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:44.540430 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:44.782771 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34460) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:44.899546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fb8353d3-4e74-4454-98b3-cf6a39dff4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:44.978853 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fb8353d3-4e74-4454-98b3-cf6a39dff4a2 admin admin] Publish callbacks [] for security_group (c385715e-5ddc-4bf9-9a15-6e8a9e14843e), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:44.982698 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-fb8353d3-4e74-4454-98b3-cf6a39dff4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (c385715e-5ddc-4bf9-9a15-6e8a9e14843e), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.024062 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-fb8353d3-4e74-4454-98b3-cf6a39dff4a2 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3095e64d6bdf4f8aac1bb14397cb1b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401719 Aug 29 19:16:45.025977 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8353d3-4e74-4454-98b3-cf6a39dff4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c385715e-5ddc-4bf9-9a15-6e8a9e14843e,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:45.026870 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34464) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:45.072605 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:45.078647 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a66b213e-1c65-4a0c-94c2-1751f765af94 admin admin] Publish callbacks [] for security_group (c385715e-5ddc-4bf9-9a15-6e8a9e14843e), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.100185 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a66b213e-1c65-4a0c-94c2-1751f765af94 admin admin] Publish callbacks [] for security_group (c385715e-5ddc-4bf9-9a15-6e8a9e14843e), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.149990 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a66b213e-1c65-4a0c-94c2-1751f765af94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (c385715e-5ddc-4bf9-9a15-6e8a9e14843e), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.152646 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a66b213e-1c65-4a0c-94c2-1751f765af94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.153792 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a66b213e-1c65-4a0c-94c2-1751f765af94 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/c385715e-5ddc-4bf9-9a15-6e8a9e14843e HTTP/1.1" status: 204 len: 168 time: 0.1259134 Aug 29 19:16:45.161758 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b213e-1c65-4a0c-94c2-1751f765af94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c385715e-5ddc-4bf9-9a15-6e8a9e14843e,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:45.174047 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:45.771301 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34494) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:45.882862 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac481778-ce2c-40c8-9093-9b655f724570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.935693 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:45.945454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:45.966764 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac481778-ce2c-40c8-9093-9b655f724570 admin admin] Publish callbacks [] for security_group (0151e880-8ae5-407f-9940-5fc5beb2104c), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:45.971671 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-ac481778-ce2c-40c8-9093-9b655f724570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0151e880-8ae5-407f-9940-5fc5beb2104c), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.013372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac481778-ce2c-40c8-9093-9b655f724570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0151e880-8ae5-407f-9940-5fc5beb2104c,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:46.017734 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-ac481778-ce2c-40c8-9093-9b655f724570 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6070bbad180c47059d85c639fab9630c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453887 Aug 29 19:16:46.021191 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34504) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:46.102006 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c14c79a-1028-48fc-bda8-b9517426c1a0 admin admin] Publish callbacks [] for security_group (0151e880-8ae5-407f-9940-5fc5beb2104c), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.123429 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c14c79a-1028-48fc-bda8-b9517426c1a0 admin admin] Publish callbacks [] for security_group (0151e880-8ae5-407f-9940-5fc5beb2104c), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.178095 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c14c79a-1028-48fc-bda8-b9517426c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (0151e880-8ae5-407f-9940-5fc5beb2104c), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.180840 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-4c14c79a-1028-48fc-bda8-b9517426c1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.181981 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-4c14c79a-1028-48fc-bda8-b9517426c1a0 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0151e880-8ae5-407f-9940-5fc5beb2104c HTTP/1.1" status: 204 len: 168 time: 0.1595209 Aug 29 19:16:46.192401 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14c79a-1028-48fc-bda8-b9517426c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0151e880-8ae5-407f-9940-5fc5beb2104c,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:46.266374 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34510) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:46.496833 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-12e8bdf6-b644-4ccf-aa5c-d84b4259b3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.578732 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-12e8bdf6-b644-4ccf-aa5c-d84b4259b3a6 admin admin] Publish callbacks [] for security_group (8c306e13-9b53-492f-80be-b0d0c733b26f), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.582672 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-12e8bdf6-b644-4ccf-aa5c-d84b4259b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8c306e13-9b53-492f-80be-b0d0c733b26f), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.626432 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-12e8bdf6-b644-4ccf-aa5c-d84b4259b3a6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e17392290a004e5f960e7b7502f59373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589642 Aug 29 19:16:46.627300 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8bdf6-b644-4ccf-aa5c-d84b4259b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c306e13-9b53-492f-80be-b0d0c733b26f,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:46.629971 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34524) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:46.687572 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-45741ad3-d4bf-4915-879f-ba662c1b425c admin admin] Publish callbacks [] for security_group (8c306e13-9b53-492f-80be-b0d0c733b26f), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.712561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-45741ad3-d4bf-4915-879f-ba662c1b425c admin admin] Publish callbacks [] for security_group (8c306e13-9b53-492f-80be-b0d0c733b26f), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.765948 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-45741ad3-d4bf-4915-879f-ba662c1b425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (8c306e13-9b53-492f-80be-b0d0c733b26f), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.768768 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-45741ad3-d4bf-4915-879f-ba662c1b425c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:46.769951 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-45741ad3-d4bf-4915-879f-ba662c1b425c admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/8c306e13-9b53-492f-80be-b0d0c733b26f HTTP/1.1" status: 204 len: 168 time: 0.1381862 Aug 29 19:16:46.779651 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741ad3-d4bf-4915-879f-ba662c1b425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c306e13-9b53-492f-80be-b0d0c733b26f,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:46.956002 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34538) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:47.060514 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-676417776-network', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:47.080439 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Made reservation on behalf of af3f2410b6e94037becf20e9c7908820 for: {'network': 1} {{(pid=101721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:16:47.083422 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.092372 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.174985 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks [] for security_group (7b3b3140-1d52-4bce-9f60-0184910c244b), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.180718 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7b3b3140-1d52-4bce-9f60-0184910c244b), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.206105 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=101721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:16:47.224735 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3b3140-1d52-4bce-9f60-0184910c244b,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:47.227699 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (aa1c4bcd-d995-44e2-b7de-5cfaa2626c32), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.228374 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.segments_db [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Added segment aa1c4bcd-d995-44e2-b7de-5cfaa2626c32 of type vlan for network 4cfaa510-29a5-4abf-8297-886bffbf05f5 Aug 29 19:16:47.272938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (4cfaa510-29a5-4abf-8297-886bffbf05f5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.298586 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (4cfaa510-29a5-4abf-8297-886bffbf05f5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.299678 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:47.300733 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.359930 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4118819 Aug 29 19:16:47.363078 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34558) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:47.367134 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ab9e8-1a01-4a5d-bde5-cc8d6cdb4a1e admin admin] Pushing event updated for resources: {'Network': ['ID=4cfaa510-29a5-4abf-8297-886bffbf05f5,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:47.369949 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Request body: {'subnet': {'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-676417776-subnet', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:47.377404 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:16:47.392475 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Made reservation on behalf of af3f2410b6e94037becf20e9c7908820 for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:16:47.395739 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3810278'] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.572989 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3810288'] for subnet (fdaac4ec-77ea-46e2-b860-32b0b9df56c1), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.615431 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=11 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:47.633686 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdaac4ec-77ea-46e2-b860-32b0b9df56c1,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:47.642454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Checking segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:47.642786 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Network hostable DHCP agents. Network: 4cfaa510-29a5-4abf-8297-886bffbf05f5, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:16:47.660514 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:16:47.670369 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, 4cfaa510-29a5-4abf-8297-886bffbf05f5) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:47.674633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:47.675258 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.679754 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5c347-b2bb-407d-9ce4-9139a7735825 None None] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:16:47.692275 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-aebffd88-075d-4223-9735-c3ab94d6d91c admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3267105 Aug 29 19:16:47.694921 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34564) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:47.699201 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:47.721440 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (55a32a6f-46bf-4a17-a721-42dc8432a7ca), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.722763 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (55a32a6f-46bf-4a17-a721-42dc8432a7ca), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.797615 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks [] for router_controller (55a32a6f-46bf-4a17-a721-42dc8432a7ca), precommit_add_association {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.810841 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-4cfaa510-29a5-4abf-8297-886bffbf05f5', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:16:47.812708 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.848787 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:47.955762 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks [] for router_gateway (55a32a6f-46bf-4a17-a721-42dc8432a7ca), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:47.979668 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Allocated IP 172.20.0.2 (4cfaa510-29a5-4abf-8297-886bffbf05f5/fdaac4ec-77ea-46e2-b860-32b0b9df56c1/77391b0b-94e5-4dc8-af3e-94c073fc1603) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:48.176136 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Publish callbacks [] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.178038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks [] for router_gateway (55a32a6f-46bf-4a17-a721-42dc8432a7ca), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.182634 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.198940 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.229473 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:48.233137 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:48.235676 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:48.237757 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Pushing event updated for resources: {'Port': ['ID=77391b0b-94e5-4dc8-af3e-94c073fc1603,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:48.301308 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Attempting to bind port 77391b0b-94e5-4dc8-af3e-94c073fc1603 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:16:48.302054 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Attempting to bind port 77391b0b-94e5-4dc8-af3e-94c073fc1603 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:16:48.302550 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Attempting to bind port 77391b0b-94e5-4dc8-af3e-94c073fc1603 on network 4cfaa510-29a5-4abf-8297-886bffbf05f5 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:16:48.308299 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:16:48.308670 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Checking segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:48.309053 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.309434 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Bound using segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:16:48.309882 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Bound port: 77391b0b-94e5-4dc8-af3e-94c073fc1603, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:16:48.310249 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.311457 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Allocated IP 172.27.2.40 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/292a93db-bb29-4ccd-a737-acd13535d3b5) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:48.371488 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] For port 77391b0b-94e5-4dc8-af3e-94c073fc1603, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:16:48.374541 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] For port 77391b0b-94e5-4dc8-af3e-94c073fc1603, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=77391b0b-94e5-4dc8-af3e-94c073fc1603,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:16:48.381369 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.423648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks [] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.430825 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6858d-d65b-4bdc-b527-0c83de150873 None None] Pushing event updated for resources: {'Port': ['ID=77391b0b-94e5-4dc8-af3e-94c073fc1603,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:48.459121 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:48.504956 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:48.508086 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:48.511858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:48.514902 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:48.518852 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Pushing event updated for resources: {'Port': ['ID=292a93db-bb29-4ccd-a737-acd13535d3b5,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:48.772818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks [] for router_gateway (55a32a6f-46bf-4a17-a721-42dc8432a7ca), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.136553 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:49.261886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (55a32a6f-46bf-4a17-a721-42dc8432a7ca), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.404877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Router 55a32a6f-46bf-4a17-a721-42dc8432a7ca is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:16:49.458162 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac2a75-5abc-46bb-9220-1b0947003ac8 None None] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:16:49.511898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:16:49.522370 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Sync routers for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:16:49.528207 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] Provisioning complete for port 77391b0b-94e5-4dc8-af3e-94c073fc1603 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:49.528815 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.533314 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:49.534033 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:49.537584 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.541461 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-444ffa7a-8bff-481c-9bc3-188646541685 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8429976 Aug 29 19:16:49.541765 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34576) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:49.570841 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:49.573459 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:49.637879 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:49.827206 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 77391b0b-94e5-4dc8-af3e-94c073fc1603 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:49.836573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:49.860742 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] Current status of the port 77391b0b-94e5-4dc8-af3e-94c073fc1603 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:49.861142 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.908055 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 77391b0b-94e5-4dc8-af3e-94c073fc1603 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:49.908695 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.963527 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:48Z', 'revision_number': 3, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:49.968852 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] For port 77391b0b-94e5-4dc8-af3e-94c073fc1603, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=77391b0b-94e5-4dc8-af3e-94c073fc1603,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:49.974728 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:49.988289 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Checking router: 55a32a6f-46bf-4a17-a721-42dc8432a7ca for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:16:49.988660 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Updating router 55a32a6f-46bf-4a17-a721-42dc8432a7ca port 292a93db-bb29-4ccd-a737-acd13535d3b5 binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:16:50.024426 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.059650 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a55628-35a4-4ef9-afae-cc345756d1cc None None] Pushing event updated for resources: {'Port': ['ID=77391b0b-94e5-4dc8-af3e-94c073fc1603,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:50.062553 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 77391b0b-94e5-4dc8-af3e-94c073fc1603 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:50.092461 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.093812 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-183edb7f-d072-418e-a0b9-24fe3da1c25e None None] Provisioning complete for port 77391b0b-94e5-4dc8-af3e-94c073fc1603 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:50.094241 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-183edb7f-d072-418e-a0b9-24fe3da1c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.179268 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-183edb7f-d072-418e-a0b9-24fe3da1c25e None None] Current status of the port 77391b0b-94e5-4dc8-af3e-94c073fc1603 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:50.186439 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:50.251899 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Allocated IP 172.20.0.1 (4cfaa510-29a5-4abf-8297-886bffbf05f5/fdaac4ec-77ea-46e2-b860-32b0b9df56c1/bcd3eef2-c94e-4245-813a-90fb1b8b3756) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:50.290081 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Publish callbacks [] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.295827 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.335471 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Attempting to bind port 292a93db-bb29-4ccd-a737-acd13535d3b5 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:16:50.335748 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Attempting to bind port 292a93db-bb29-4ccd-a737-acd13535d3b5 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:16:50.336098 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Attempting to bind port 292a93db-bb29-4ccd-a737-acd13535d3b5 on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:16:50.346491 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Pushing event updated for resources: {'Port': ['ID=292a93db-bb29-4ccd-a737-acd13535d3b5,revision_number=2']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:50.349041 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:16:50.349403 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:50.349729 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.350110 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:16:50.350564 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Bound port: 292a93db-bb29-4ccd-a737-acd13535d3b5, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:16:50.350932 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.358089 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.358431 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.358785 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.359153 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.359484 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.359800 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.360112 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.360431 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.360744 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.361053 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.361363 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.361682 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.361978 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.362286 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.362601 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:50.363136 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks [] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.406818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.424879 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] For port 292a93db-bb29-4ccd-a737-acd13535d3b5, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:16:50.428738 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] For port 292a93db-bb29-4ccd-a737-acd13535d3b5, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=292a93db-bb29-4ccd-a737-acd13535d3b5,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:16:50.433921 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.441559 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:50.449970 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:50.454800 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:50.459013 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:50.462372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd3eef2-c94e-4245-813a-90fb1b8b3756,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:50.485959 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:50.486581 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:50.504692 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (55a32a6f-46bf-4a17-a721-42dc8432a7ca), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.526682 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c423cf-a9ab-42a5-ab3e-319d966409e7 None None] Pushing event updated for resources: {'Port': ['ID=292a93db-bb29-4ccd-a737-acd13535d3b5,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:50.606482 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:50.646077 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.699826 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-bb895968-5703-451c-81c4-6b20923e7b2f None None] Provisioning complete for port bcd3eef2-c94e-4245-813a-90fb1b8b3756 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:50.700971 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bb895968-5703-451c-81c4-6b20923e7b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.734492 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-bb895968-5703-451c-81c4-6b20923e7b2f None None] Port bcd3eef2-c94e-4245-813a-90fb1b8b3756 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:16:50.750509 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:50.772893 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:50.788173 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:48Z', 'revision_number': 3, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:50.817741 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcbae7-f482-49d2-bb2d-a8558d7b9004 None None] The sync data for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi is: [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:48Z', 'revision_number': 3, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:16:50.823128 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks [] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.828079 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.898285 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd3eef2-c94e-4245-813a-90fb1b8b3756,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:50.904398 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (55a32a6f-46bf-4a17-a721-42dc8432a7ca), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:50.968341 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:51.006822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:51.008254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:51.146877 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Router 55a32a6f-46bf-4a17-a721-42dc8432a7ca has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:16:51.254044 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-8d476f81-4cc6-49d1-9391-edb3460827ef None None] Provisioning complete for port bcd3eef2-c94e-4245-813a-90fb1b8b3756 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:51.254540 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8d476f81-4cc6-49d1-9391-edb3460827ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:51.265339 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:16:51.270902 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-a3ddef7f-05e0-4507-b59d-161edf830834 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/55a32a6f-46bf-4a17-a721-42dc8432a7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280161 Aug 29 19:16:51.289780 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-8d476f81-4cc6-49d1-9391-edb3460827ef None None] Port bcd3eef2-c94e-4245-813a-90fb1b8b3756 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:16:51.799471 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 292a93db-bb29-4ccd-a737-acd13535d3b5 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:51.849024 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 292a93db-bb29-4ccd-a737-acd13535d3b5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:51.849417 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:51.873178 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34596) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:51.878066 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1848542794-network', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:51.898684 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Made reservation on behalf of a4d004040b8d4517a3b1f6b9f6acdf92 for: {'network': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:16:51.901113 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for network (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:51.910125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:51.924282 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 292a93db-bb29-4ccd-a737-acd13535d3b5 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:51.924665 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:51.951594 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 292a93db-bb29-4ccd-a737-acd13535d3b5, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=292a93db-bb29-4ccd-a737-acd13535d3b5,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:51.957404 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:51.958603 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 77391b0b-94e5-4dc8-af3e-94c073fc1603 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:51.998009 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks [] for security_group (cac57a22-4f08-4ed0-bf59-cc652537c4cb), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.001979 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cac57a22-4f08-4ed0-bf59-cc652537c4cb), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.022304 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=101722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:16:52.041818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac57a22-4f08-4ed0-bf59-cc652537c4cb,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:52.043198 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=292a93db-bb29-4ccd-a737-acd13535d3b5,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:52.046193 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (1648ee33-cd1f-40ce-8626-aa9b5e204347), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.046535 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.segments_db [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Added segment 1648ee33-cd1f-40ce-8626-aa9b5e204347 of type vlan for network e341ed3b-c418-40ae-8633-c55994b9d217 Aug 29 19:16:52.050056 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 77391b0b-94e5-4dc8-af3e-94c073fc1603 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:52.050056 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.074402 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:52.082020 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:52.094266 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784192933973'] for network (e341ed3b-c418-40ae-8633-c55994b9d217), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.122165 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816'] for network (e341ed3b-c418-40ae-8633-c55994b9d217), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.124198 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:52.125424 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.135350 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:52.137929 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 77391b0b-94e5-4dc8-af3e-94c073fc1603 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:52.183863 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3095553 Aug 29 19:16:52.186750 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34598) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:52.198700 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Request body: {'subnet': {'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1848542794-subnet', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'ip_version': 4}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:52.211937 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b39255-339f-46e0-8e97-13a8a17bef5f admin admin] Pushing event updated for resources: {'Network': ['ID=e341ed3b-c418-40ae-8633-c55994b9d217,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:52.223874 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Network e341ed3b-c418-40ae-8633-c55994b9d217 details requested by agent ovs-agent-dv-cinder-731261-6-iscsi with host dv-cinder-731261-6-iscsi {{(pid=101723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:16:52.228092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Made reservation on behalf of a4d004040b8d4517a3b1f6b9f6acdf92 for: {'subnet': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:16:52.230532 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3810278'] for subnet (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.356114 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-cd6891df-7db1-421d-a7a8-101d6994d3f7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632007 Aug 29 19:16:52.366618 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:52.459814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-12d75cd8-9d00-4a48-a63c-3082b6c4293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:52.461329 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-12d75cd8-9d00-4a48-a63c-3082b6c4293f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1129 time: 0.0598102 Aug 29 19:16:52.488349 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Sync routers for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:16:52.499162 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:52.499808 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:52.558120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3810288'] for subnet (4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.610325 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:52.642445 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:52.661031 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-b3171183-1127-43c3-b6b0-ddf1b108ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:52.662567 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-b3171183-1127-43c3-b6b0-ddf1b108ed6a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.1687500 Aug 29 19:16:52.675943 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Checking segment: {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:52.676857 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Network hostable DHCP agents. Network: e341ed3b-c418-40ae-8633-c55994b9d217, hostable agents: ['f18fae97-7735-43cd-80de-d2ea6901af91'], hosted agents: [] {{(pid=101722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:16:52.735650 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Network e341ed3b-c418-40ae-8633-c55994b9d217 is scheduled to be hosted by DHCP agent f18fae97-7735-43cd-80de-d2ea6901af91 with binding_index 1 {{(pid=101722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:16:52.748910 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-b9288c6e-e9e4-43b5-9a95-c5e16c4e0c54 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 1001 time: 0.0788631 Aug 29 19:16:52.750037 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731261-6-iscsi, e341ed3b-c418-40ae-8633-c55994b9d217) {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:52.754161 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:52.754846 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.763868 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834de7b-5dce-4cd1-9670-41f566c4740c None None] Network e341ed3b-c418-40ae-8633-c55994b9d217 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:16:52.804644 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-065eb9a7-9234-4f34-9f0d-5a658c9f26cb admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6168525 Aug 29 19:16:52.807283 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34602) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:52.811935 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:52.815399 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:52.824007 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-0bb28bd0-8b2c-4a6b-9ce2-3c3a6c3b78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:52.825567 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-0bb28bd0-8b2c-4a6b-9ce2-3c3a6c3b78a2 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0679758 Aug 29 19:16:52.843586 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (40023595-f072-49ff-9e97-e63ed851ed2a), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.845942 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727255', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8054'] for router (40023595-f072-49ff-9e97-e63ed851ed2a), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.870982 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 2, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:52.896838 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-92545d27-1b9f-4384-89fe-2e1417ad16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:16:52.898463 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-92545d27-1b9f-4384-89fe-2e1417ad16ba service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648916 Aug 29 19:16:52.904515 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks [] for router_controller (40023595-f072-49ff-9e97-e63ed851ed2a), precommit_add_association {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.905061 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Checking router: 55a32a6f-46bf-4a17-a721-42dc8432a7ca for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:16:52.905444 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Updating router 55a32a6f-46bf-4a17-a721-42dc8432a7ca port bcd3eef2-c94e-4245-813a-90fb1b8b3756 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:16:52.955156 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:52.970341 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31abf4da-4cb1-5d74-8799-6c86dfd78d33-e341ed3b-c418-40ae-8633-c55994b9d217', 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217', 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'fixed_ips': [{'subnet_id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57'}]}} from dv-cinder-731261-6-iscsi. {{(pid=101723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:16:52.971283 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.002586 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-09007ceb-65a5-4a7a-96d3-ca09e5c7aa84 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969932 Aug 29 19:16:53.053757 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:53.057899 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks [] for router_gateway (40023595-f072-49ff-9e97-e63ed851ed2a), precommit_update {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.130428 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4fdedf5f-c48a-487a-a982-2e7136e89576 req-74f30638-2b10-41e8-abbc-4fcf9e262034 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206768 Aug 29 19:16:53.292662 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks [] for router_gateway (40023595-f072-49ff-9e97-e63ed851ed2a), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.314387 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.375769 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.db_base_plugin_common [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Allocated IP 172.20.0.2 (e341ed3b-c418-40ae-8633-c55994b9d217/4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57/e46a01e6-14a4-4d34-9660-7d23f2a673f5) {{(pid=101723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:53.379117 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:53.405082 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:53.431063 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_common [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Allocated IP 172.27.2.239 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/7dfa79fb-513c-4d1d-8a3e-d0fc655400bd) {{(pid=101721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:53.539314 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks [] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.549002 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Publish callbacks [] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.576540 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.586173 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.641278 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:53.647785 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Publish callbacks [] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), precommit_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.656002 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcc8d9-f4bf-4777-9abe-35d7cf72f39f None None] Pushing event updated for resources: {'Port': ['ID=bcd3eef2-c94e-4245-813a-90fb1b8b3756,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:53.659728 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.base_scheduler [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Resources bound (agent type, host, resource id): {{(pid=101721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:53.665634 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Received port after_create {{(pid=101721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:53.674702 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), after_create {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.750355 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Network e341ed3b-c418-40ae-8633-c55994b9d217 is already hosted by enough agents. {{(pid=101723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:53.757970 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.scheduler.base_scheduler [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Resources bound (agent type, host, resource id): {{(pid=101723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:53.764472 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Received port after_create {{(pid=101723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:53.767979 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Pushing event updated for resources: {'Port': ['ID=e46a01e6-14a4-4d34-9660-7d23f2a673f5,revision_number=1']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:53.773592 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Attempting to bind port bcd3eef2-c94e-4245-813a-90fb1b8b3756 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:16:53.774033 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Attempting to bind port bcd3eef2-c94e-4245-813a-90fb1b8b3756 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:16:53.774299 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Attempting to bind port bcd3eef2-c94e-4245-813a-90fb1b8b3756 on network 4cfaa510-29a5-4abf-8297-886bffbf05f5 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:16:53.776735 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:53.783835 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:16:53.784228 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Checking segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:53.784614 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.784990 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Bound using segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:16:53.785453 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Bound port: bcd3eef2-c94e-4245-813a-90fb1b8b3756, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:16:53.786034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.786542 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:53.866899 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 292a93db-bb29-4ccd-a737-acd13535d3b5 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:53.918311 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Attempting to bind port e46a01e6-14a4-4d34-9660-7d23f2a673f5 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:16:53.918991 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Attempting to bind port e46a01e6-14a4-4d34-9660-7d23f2a673f5 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:16:53.919182 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Attempting to bind port e46a01e6-14a4-4d34-9660-7d23f2a673f5 on network e341ed3b-c418-40ae-8633-c55994b9d217 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:16:53.941432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:16:53.942653 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Checking segment: {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:53.943573 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.944156 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Bound using segment: {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:16:53.944911 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Bound port: e46a01e6-14a4-4d34-9660-7d23f2a673f5, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:16:53.945468 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:53.973315 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] For port bcd3eef2-c94e-4245-813a-90fb1b8b3756, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:16:54.018979 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] For port bcd3eef2-c94e-4245-813a-90fb1b8b3756, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=bcd3eef2-c94e-4245-813a-90fb1b8b3756,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:16:54.027019 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks [] for router_gateway (40023595-f072-49ff-9e97-e63ed851ed2a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.028437 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 292a93db-bb29-4ccd-a737-acd13535d3b5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:54.028921 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.038340 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.118336 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:54.118868 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:54.122405 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] For port e46a01e6-14a4-4d34-9660-7d23f2a673f5, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:16:54.169861 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:54.181798 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] For port e46a01e6-14a4-4d34-9660-7d23f2a673f5, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=e46a01e6-14a4-4d34-9660-7d23f2a673f5,segment=NetworkSegment(1648ee33-cd1f-40ce-8626-aa9b5e204347),segment_id=1648ee33-cd1f-40ce-8626-aa9b5e204347)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:16:54.184769 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:54.201075 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcc8d9-f4bf-4777-9abe-35d7cf72f39f None None] Pushing event updated for resources: {'Port': ['ID=bcd3eef2-c94e-4245-813a-90fb1b8b3756,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:54.208641 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.224060 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525886'] for router (40023595-f072-49ff-9e97-e63ed851ed2a), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.320733 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:54.345061 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 292a93db-bb29-4ccd-a737-acd13535d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:54.349638 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:54.351584 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70386-6a47-436c-b284-f87d509b37f2 None None] Pushing event updated for resources: {'Port': ['ID=e46a01e6-14a4-4d34-9660-7d23f2a673f5,revision_number=2']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:54.376534 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Router 40023595-f072-49ff-9e97-e63ed851ed2a is scheduled to L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b with binding_index 1 {{(pid=101721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:16:54.514469 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:16:54.537978 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Sync routers for ids ['40023595-f072-49ff-9e97-e63ed851ed2a'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:16:54.539001 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.543293 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-cad08c41-3d9b-4f20-b722-001c83354083 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7349494 Aug 29 19:16:54.543676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34612) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:54.549130 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Routers {'40023595-f072-49ff-9e97-e63ed851ed2a'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:54.550112 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['40023595-f072-49ff-9e97-e63ed851ed2a'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:54.581843 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:53Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:54.611792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94519-49f7-4091-bb8b-f9b68564e906 None None] The sync data for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi is: [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:53Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:16:54.639593 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:54.657651 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Set router 40023595-f072-49ff-9e97-e63ed851ed2a gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:54.778523 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:54.878831 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:16:53Z', 'revision_number': 3, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:54.904954 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Checking router: 40023595-f072-49ff-9e97-e63ed851ed2a for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:16:54.905303 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Updating router 40023595-f072-49ff-9e97-e63ed851ed2a port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd binding host dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:16:54.943254 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.033296 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.231870 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Allocated IP 172.20.0.1 (e341ed3b-c418-40ae-8633-c55994b9d217/4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57/cefc371a-6da7-4640-b95e-f27caca44385) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:16:55.340814 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Publish callbacks [] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), precommit_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.350631 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39211dc3-2e1c-4973-a7d4-93ececf590ce None None] Network e341ed3b-c418-40ae-8633-c55994b9d217 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:16:55.356070 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.359566 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks [] for port (cefc371a-6da7-4640-b95e-f27caca44385), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.398223 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (cefc371a-6da7-4640-b95e-f27caca44385), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.398850 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Attempting to bind port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:16:55.400401 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Attempting to bind port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:16:55.401006 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Attempting to bind port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd on network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:16:55.417344 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:16:55.418495 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Checking segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:55.419205 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.420436 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Bound using segment: {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'} {{(pid=101724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:16:55.421160 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.managers [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Bound port: 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a4266c-749f-49b6-b9e0-3db0d62e9f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f'}}] {{(pid=101724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:16:55.421786 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), before_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.452075 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=cefc371a-6da7-4640-b95e-f27caca44385,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:55.456725 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ece10-77c7-4b84-ab48-f2e1c50f3d82 None None] Pushing event updated for resources: {'Port': ['ID=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,revision_number=2']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:55.476049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] Provisioning complete for port e46a01e6-14a4-4d34-9660-7d23f2a673f5 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:55.476428 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.478374 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Network e341ed3b-c418-40ae-8633-c55994b9d217 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:55.480089 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:55.482947 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:16:55.486985 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:55.488640 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] For port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:16:55.493645 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] For port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:16:55.503451 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), after_update {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.528379 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524378'] for router_interface (40023595-f072-49ff-9e97-e63ed851ed2a), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.543771 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Routers {'40023595-f072-49ff-9e97-e63ed851ed2a'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:55.544833 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['40023595-f072-49ff-9e97-e63ed851ed2a'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:55.592816 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] Current status of the port e46a01e6-14a4-4d34-9660-7d23f2a673f5 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:55.593036 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:55.593696 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.623568 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ece10-77c7-4b84-ab48-f2e1c50f3d82 None None] Pushing event updated for resources: {'Port': ['ID=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,revision_number=3']} {{(pid=101724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:55.634359 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] For port e46a01e6-14a4-4d34-9660-7d23f2a673f5, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=e46a01e6-14a4-4d34-9660-7d23f2a673f5,segment=NetworkSegment(1648ee33-cd1f-40ce-8626-aa9b5e204347),segment_id=1648ee33-cd1f-40ce-8626-aa9b5e204347)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:55.646559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.697427 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:55.731792 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9841e-feb7-4271-afb6-0bd91a0e5531 None None] Pushing event updated for resources: {'Port': ['ID=e46a01e6-14a4-4d34-9660-7d23f2a673f5,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:55.764957 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] Set router 40023595-f072-49ff-9e97-e63ed851ed2a gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:55.781957 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:55.783438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (cefc371a-6da7-4640-b95e-f27caca44385), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.853469 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device e46a01e6-14a4-4d34-9660-7d23f2a673f5 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:55.921676 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-0068dc09-65a8-48d1-8931-88d3d5b1cad5 None None] Provisioning complete for port cefc371a-6da7-4640-b95e-f27caca44385 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:55.921676 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0068dc09-65a8-48d1-8931-88d3d5b1cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (cefc371a-6da7-4640-b95e-f27caca44385), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.975729 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-0068dc09-65a8-48d1-8931-88d3d5b1cad5 None None] Port cefc371a-6da7-4640-b95e-f27caca44385 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:16:55.986247 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-0068dc09-65a8-48d1-8931-88d3d5b1cad5 None None] Provisioning complete for port e46a01e6-14a4-4d34-9660-7d23f2a673f5 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:55.986762 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-0068dc09-65a8-48d1-8931-88d3d5b1cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.987264 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks [] for port (cefc371a-6da7-4640-b95e-f27caca44385), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:55.989972 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:16:53Z', 'revision_number': 3, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:55.995707 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (cefc371a-6da7-4640-b95e-f27caca44385), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.022399 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe806d-ad18-47db-b84a-17b1dd1c5686 None None] The sync data for ids ['40023595-f072-49ff-9e97-e63ed851ed2a'] in dv-cinder-731261-6-iscsi is: [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:16:53Z', 'revision_number': 3, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:16:56.055614 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port e46a01e6-14a4-4d34-9660-7d23f2a673f5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:56.056265 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.094121 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524494'] for router_interface (40023595-f072-49ff-9e97-e63ed851ed2a), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.095528 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=100 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:56.103822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=cefc371a-6da7-4640-b95e-f27caca44385,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:56.115238 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.115773 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.116298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.116794 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.117285 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.117792 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.118288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.118773 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.119299 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.119801 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.120304 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.120803 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.121286 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.121765 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.122256 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:56.130011 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:56.211333 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-0068dc09-65a8-48d1-8931-88d3d5b1cad5 None None] Current status of the port e46a01e6-14a4-4d34-9660-7d23f2a673f5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:56.217206 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port e46a01e6-14a4-4d34-9660-7d23f2a673f5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:56.218293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device bcd3eef2-c94e-4245-813a-90fb1b8b3756 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:56.269297 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port bcd3eef2-c94e-4245-813a-90fb1b8b3756 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:56.269824 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.357963 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-30987d52-8f76-4e29-8365-260ee5a9774d None None] Provisioning complete for port cefc371a-6da7-4640-b95e-f27caca44385 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:56.358609 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-30987d52-8f76-4e29-8365-260ee5a9774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (cefc371a-6da7-4640-b95e-f27caca44385), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.383294 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port bcd3eef2-c94e-4245-813a-90fb1b8b3756 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:56.383702 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.421996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-30987d52-8f76-4e29-8365-260ee5a9774d None None] Port cefc371a-6da7-4640-b95e-f27caca44385 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:16:56.433476 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port bcd3eef2-c94e-4245-813a-90fb1b8b3756, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=bcd3eef2-c94e-4245-813a-90fb1b8b3756,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:56.438570 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.515215 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d401b16c-5474-475e-81b7-3c587b4cdb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.519683 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=bcd3eef2-c94e-4245-813a-90fb1b8b3756,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:56.545541 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Network e341ed3b-c418-40ae-8633-c55994b9d217 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:16:56.546989 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:16:56.677820 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Router 40023595-f072-49ff-9e97-e63ed851ed2a has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:16:56.810316 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:16:56.815704 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1697f446-a672-427e-a762-75847910d7f3 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/40023595-f072-49ff-9e97-e63ed851ed2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704549 Aug 29 19:16:56.850557 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-5711fa87-fe80-4c5c-81cc-c0e8b4d66f41 None None] Provisioning complete for port cefc371a-6da7-4640-b95e-f27caca44385 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:56.851342 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5711fa87-fe80-4c5c-81cc-c0e8b4d66f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (cefc371a-6da7-4640-b95e-f27caca44385), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:56.895684 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-5711fa87-fe80-4c5c-81cc-c0e8b4d66f41 None None] Port cefc371a-6da7-4640-b95e-f27caca44385 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:16:57.849996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device e46a01e6-14a4-4d34-9660-7d23f2a673f5 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:57.879485 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:16:57.911556 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port e46a01e6-14a4-4d34-9660-7d23f2a673f5 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:57.912368 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:57.997941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port e46a01e6-14a4-4d34-9660-7d23f2a673f5 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:57.998997 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device bcd3eef2-c94e-4245-813a-90fb1b8b3756 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:58.060708 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port bcd3eef2-c94e-4245-813a-90fb1b8b3756 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:58.063781 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.119430 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:58.162970 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Sync routers for ids ['40023595-f072-49ff-9e97-e63ed851ed2a'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:16:58.173799 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port bcd3eef2-c94e-4245-813a-90fb1b8b3756 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:58.174815 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:58.345394 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Routers {'40023595-f072-49ff-9e97-e63ed851ed2a'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:58.346027 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['40023595-f072-49ff-9e97-e63ed851ed2a'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:58.446953 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:58.447295 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.505825 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:58.509178 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Set router 40023595-f072-49ff-9e97-e63ed851ed2a gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:58.662208 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:16:58.662746 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.702807 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:16:58.718943 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.810984 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 4, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'cefc371a-6da7-4640-b95e-f27caca44385', 'name': '', 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'mac_address': 'fa:16:3e:c2:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:55Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 2, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'subnets': [{'id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:58.813139 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:58.824126 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.824440 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.824893 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.825081 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.825383 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.825741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.826016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.826334 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.826660 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.827099 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.827467 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.827754 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.828066 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.828413 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.828703 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:58.859484 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Checking router: 40023595-f072-49ff-9e97-e63ed851ed2a for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:16:58.860194 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Updating router 40023595-f072-49ff-9e97-e63ed851ed2a port cefc371a-6da7-4640-b95e-f27caca44385 binding host dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:16:58.897873 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (cefc371a-6da7-4640-b95e-f27caca44385), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.921597 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7746a7b6-fcae-4112-b0e7-650eb27fc763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.186993 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:59.205335 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Publish callbacks [] for port (cefc371a-6da7-4640-b95e-f27caca44385), precommit_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.211886 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (cefc371a-6da7-4640-b95e-f27caca44385), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.298801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8256f-bd50-437a-a9d8-2e087a209bfc None None] Pushing event updated for resources: {'Port': ['ID=cefc371a-6da7-4640-b95e-f27caca44385,revision_number=3']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:59.315353 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Attempting to bind port cefc371a-6da7-4640-b95e-f27caca44385 on host dv-cinder-731261-6-iscsi for vnic_type normal with profile {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:16:59.315709 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Attempting to bind port cefc371a-6da7-4640-b95e-f27caca44385 by drivers openvswitch,hyperv on host dv-cinder-731261-6-iscsi at level 0 using segments [{'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:16:59.316072 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Attempting to bind port cefc371a-6da7-4640-b95e-f27caca44385 on network e341ed3b-c418-40ae-8633-c55994b9d217 {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:16:59.325765 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Checking agent: {'id': '4d60faf1-623c-4213-9035-e15a5ebd14b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731261-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 18, 59, 31), 'started_at': datetime.datetime(2022, 8, 29, 19, 0, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731261-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:16:59.326143 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Checking segment: {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:16:59.326555 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.326948 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Bound using segment: {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'} {{(pid=101723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:16:59.327453 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.managers [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Bound port: cefc371a-6da7-4640-b95e-f27caca44385, host: dv-cinder-731261-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1648ee33-cd1f-40ce-8626-aa9b5e204347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217'}}] {{(pid=101723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:16:59.327835 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (cefc371a-6da7-4640-b95e-f27caca44385), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.372355 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:59.394630 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] For port cefc371a-6da7-4640-b95e-f27caca44385, host dv-cinder-731261-6-iscsi, cleared binding levels {{(pid=101723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:16:59.400842 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] For port cefc371a-6da7-4640-b95e-f27caca44385, host dv-cinder-731261-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=cefc371a-6da7-4640-b95e-f27caca44385,segment=NetworkSegment(1648ee33-cd1f-40ce-8626-aa9b5e204347),segment_id=1648ee33-cd1f-40ce-8626-aa9b5e204347)] {{(pid=101723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:16:59.409267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (cefc371a-6da7-4640-b95e-f27caca44385), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.445992 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Routers {'40023595-f072-49ff-9e97-e63ed851ed2a'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:16:59.446630 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:16:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['40023595-f072-49ff-9e97-e63ed851ed2a'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:59.522403 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8256f-bd50-437a-a9d8-2e087a209bfc None None] Pushing event updated for resources: {'Port': ['ID=cefc371a-6da7-4640-b95e-f27caca44385,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:59.589438 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] Set router 40023595-f072-49ff-9e97-e63ed851ed2a gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:16:59.765740 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:16:59.863799 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:16:59.864648 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.865953 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 4, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'cefc371a-6da7-4640-b95e-f27caca44385', 'name': '', 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'mac_address': 'fa:16:3e:c2:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:55Z', 'updated_at': '2022-08-29T19:16:59Z', 'revision_number': 4, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'subnets': [{'id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:16:59.915049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8a5a-95a6-4968-a102-ae4c45dba7de None None] The sync data for ids ['40023595-f072-49ff-9e97-e63ed851ed2a'] in dv-cinder-731261-6-iscsi is: [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:16:55Z', 'revision_number': 4, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'cefc371a-6da7-4640-b95e-f27caca44385', 'name': '', 'network_id': 'e341ed3b-c418-40ae-8633-c55994b9d217', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'mac_address': 'fa:16:3e:c2:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:55Z', 'updated_at': '2022-08-29T19:16:59Z', 'revision_number': 4, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'subnets': [{'id': '4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:16:59.992149 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:17:00.172551 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:01.510094 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:01.744616 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device cefc371a-6da7-4640-b95e-f27caca44385 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:17:01.799377 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port cefc371a-6da7-4640-b95e-f27caca44385 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:17:01.799861 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (cefc371a-6da7-4640-b95e-f27caca44385), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:01.909909 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port cefc371a-6da7-4640-b95e-f27caca44385 is: DOWN; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:17:01.910289 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (cefc371a-6da7-4640-b95e-f27caca44385), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:01.928795 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:01.955873 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] For port cefc371a-6da7-4640-b95e-f27caca44385, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=cefc371a-6da7-4640-b95e-f27caca44385,segment=NetworkSegment(1648ee33-cd1f-40ce-8626-aa9b5e204347),segment_id=1648ee33-cd1f-40ce-8626-aa9b5e204347)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:17:01.960859 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (cefc371a-6da7-4640-b95e-f27caca44385), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:01.984968 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:02.000215 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:02.018096 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Pushing event updated for resources: {'Port': ['ID=cefc371a-6da7-4640-b95e-f27caca44385,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:03.736005 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device cefc371a-6da7-4640-b95e-f27caca44385 up at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:17:03.792102 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Provisioning complete for port cefc371a-6da7-4640-b95e-f27caca44385 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:17:03.792471 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (cefc371a-6da7-4640-b95e-f27caca44385), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:03.886903 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Current status of the port cefc371a-6da7-4640-b95e-f27caca44385 is: ACTIVE; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:17:04.529486 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:04.530837 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:05.931733 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34740) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:06.061807 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7ed8-484f-41ab-9ab1-ea1c5bd0cf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.093535 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=29 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:06.117522 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:06.150287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7ed8-484f-41ab-9ab1-ea1c5bd0cf11 admin admin] Publish callbacks [] for security_group (7cf4f867-a24b-43e7-b890-b90ce633c523), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.154421 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-3e6a7ed8-484f-41ab-9ab1-ea1c5bd0cf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7cf4f867-a24b-43e7-b890-b90ce633c523), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.197351 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a7ed8-484f-41ab-9ab1-ea1c5bd0cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf4f867-a24b-43e7-b890-b90ce633c523,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:06.203289 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-3e6a7ed8-484f-41ab-9ab1-ea1c5bd0cf11 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ab3143421f134832813afc985ac1386a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698758 Aug 29 19:17:06.206908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34750) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:06.267858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c18abb97-5b03-47ef-829b-fbda53b1aabc admin admin] Publish callbacks [] for security_group (7cf4f867-a24b-43e7-b890-b90ce633c523), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.290001 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c18abb97-5b03-47ef-829b-fbda53b1aabc admin admin] Publish callbacks [] for security_group (7cf4f867-a24b-43e7-b890-b90ce633c523), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.330779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:06.347829 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c18abb97-5b03-47ef-829b-fbda53b1aabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7cf4f867-a24b-43e7-b890-b90ce633c523), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.351043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-c18abb97-5b03-47ef-829b-fbda53b1aabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:06.354726 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c18abb97-5b03-47ef-829b-fbda53b1aabc admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/7cf4f867-a24b-43e7-b890-b90ce633c523 HTTP/1.1" status: 204 len: 168 time: 0.1445434 Aug 29 19:17:06.360813 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18abb97-5b03-47ef-829b-fbda53b1aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf4f867-a24b-43e7-b890-b90ce633c523,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:06.616271 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-039277ab-cf66-4ea5-ba1e-824f43cc829f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:06.617899 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-039277ab-cf66-4ea5-ba1e-824f43cc829f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 814 time: 0.1199172 Aug 29 19:17:06.635473 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-b496779f-6eba-4613-bc72-379b15aea8a9 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/quotas/af3f2410b6e94037becf20e9c7908820 HTTP/1.1" status: 200 len: 375 time: 0.0117280 Aug 29 19:17:06.694954 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-fd59206b-8643-4973-8fe1-c6683675e2af tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532262 Aug 29 19:17:06.798556 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-106c0e5b-1cb8-40bd-9c50-da73f9f6485c service neutron] 10.222.0.94 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915074 Aug 29 19:17:06.898322 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-b4fd2744-aa26-4318-a38a-d544400969b6 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928652 Aug 29 19:17:07.066999 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-479d2278-279f-45dd-8632-41f70199d4c9 req-3252e1e9-f114-4c88-8c24-25f208d5b14c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 210 time: 0.0347385 Aug 29 19:17:07.875245 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=43 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:08.199244 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-96e2b699-a493-4f69-9321-0d0d9dc1cb30 req-94f75b8a-57a7-4c69-81d1-e578b96a1e83 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Aug 29 19:17:08.251097 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d1295d31-c918-45f9-8638-5cb56723fab1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:08.252711 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d1295d31-c918-45f9-8638-5cb56723fab1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 814 time: 0.1415675 Aug 29 19:17:08.280040 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'port': {'device_id': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'admin_state_up': True, 'tenant_id': 'af3f2410b6e94037becf20e9c7908820'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:08.415197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Made reservation on behalf of af3f2410b6e94037becf20e9c7908820 for: {'port': 1} {{(pid=101722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:17:08.419125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:08.538072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:08.557559 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Allocated IP 172.20.0.7 (4cfaa510-29a5-4abf-8297-886bffbf05f5/fdaac4ec-77ea-46e2-b860-32b0b9df56c1/b0f418fc-ebca-4a43-b11c-fdad08b89852) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:17:08.678773 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:08.735044 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:08.812572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:08.879242 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:17:08.884043 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:17:08.889983 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:17:08.898399 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:08.997089 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:08.997822 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:09.042393 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-d3c9558e-bb02-433c-af27-ca6da5682cc1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665775 Aug 29 19:17:09.122245 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-c82dc0cf-c98a-4ff0-87f2-06bd2b3fe1a1 None None] Provisioning complete for port b0f418fc-ebca-4a43-b11c-fdad08b89852 triggered by entity DHCP. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:17:09.122811 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-c82dc0cf-c98a-4ff0-87f2-06bd2b3fe1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:09.160254 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-c82dc0cf-c98a-4ff0-87f2-06bd2b3fe1a1 None None] Port b0f418fc-ebca-4a43-b11c-fdad08b89852 cannot update to ACTIVE because it is not bound. {{(pid=101723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:17:09.351761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e8bd-2fc2-4004-986a-43769c4cdb48 req-14a70a2b-26ff-42f3-a3b9-877fe97cd746 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:09.353114 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4c06e8bd-2fc2-4004-986a-43769c4cdb48 req-14a70a2b-26ff-42f3-a3b9-877fe97cd746 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0624809 Aug 29 19:17:09.407264 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-4c06e8bd-2fc2-4004-986a-43769c4cdb48 req-8d52f162-09d6-47ba-bfe0-319df3839084 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Aug 29 19:17:10.530526 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745475e-6650-4e5e-9e44-c6e4bb3efe84 req-6b0c4b81-60ab-4ff4-9a44-a949efc31dcb tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:10.532179 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7745475e-6650-4e5e-9e44-c6e4bb3efe84 req-6b0c4b81-60ab-4ff4-9a44-a949efc31dcb tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0476015 Aug 29 19:17:10.594580 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7745475e-6650-4e5e-9e44-c6e4bb3efe84 req-b647f99b-bc32-4418-9543-0dd272899a15 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Aug 29 19:17:11.723667 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1de8-cc39-4d03-8d25-c8cc09cf82b8 req-5e297056-1f8d-43cc-a85c-e666d9898cfc tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:11.726682 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7c5c1de8-cc39-4d03-8d25-c8cc09cf82b8 req-5e297056-1f8d-43cc-a85c-e666d9898cfc tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0533843 Aug 29 19:17:11.780382 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7c5c1de8-cc39-4d03-8d25-c8cc09cf82b8 req-16746515-0f86-4d06-bb86-a47ad9903192 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483935 Aug 29 19:17:12.909298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415e33-5d47-4608-a2c5-2c24e1f1cc4f req-6c1d62d0-64ce-45ba-a3ff-5818ae1dddca tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:12.910776 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d7415e33-5d47-4608-a2c5-2c24e1f1cc4f req-6c1d62d0-64ce-45ba-a3ff-5818ae1dddca tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0492473 Aug 29 19:17:12.965852 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d7415e33-5d47-4608-a2c5-2c24e1f1cc4f req-2a6e3215-dc92-4830-9d9d-b3ec1c7a06f5 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Aug 29 19:17:14.100270 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa4f4-5ae9-4502-9fbb-cc446c70ca27 req-fcc73711-b764-4bab-812e-bd4227fd8e3d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:14.107569 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3bffa4f4-5ae9-4502-9fbb-cc446c70ca27 req-fcc73711-b764-4bab-812e-bd4227fd8e3d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0613978 Aug 29 19:17:14.178558 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3bffa4f4-5ae9-4502-9fbb-cc446c70ca27 req-19ad8421-a25e-4393-8340-74fce086f290 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699792 Aug 29 19:17:14.560578 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:15.324459 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4771f-3c92-4442-a79d-4a004d8a0651 req-16c37693-4023-4a0b-91a3-71fe62339d11 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:15.326907 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-62d4771f-3c92-4442-a79d-4a004d8a0651 req-16c37693-4023-4a0b-91a3-71fe62339d11 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0633707 Aug 29 19:17:15.401194 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-62d4771f-3c92-4442-a79d-4a004d8a0651 req-62780dac-373a-4553-9cda-85d2be8f6582 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Aug 29 19:17:16.523267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db101b-0869-4886-92f7-469e4aa74990 req-bf9a1ac4-d4fc-4541-9cab-9c3031f5065a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:16.524765 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-84db101b-0869-4886-92f7-469e4aa74990 req-bf9a1ac4-d4fc-4541-9cab-9c3031f5065a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0499141 Aug 29 19:17:16.537306 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:16.575390 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-84db101b-0869-4886-92f7-469e4aa74990 req-05bbde2a-fc08-40ba-a7e8-c67ce4f85bd6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Aug 29 19:17:17.697488 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae085a-f4aa-48f6-928e-8f3dca7c1c62 req-e6a90c61-3198-40bc-a525-b15897ee3783 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:17.698971 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-70ae085a-f4aa-48f6-928e-8f3dca7c1c62 req-e6a90c61-3198-40bc-a525-b15897ee3783 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 931 time: 0.0469675 Aug 29 19:17:17.748722 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:17.758047 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-70ae085a-f4aa-48f6-928e-8f3dca7c1c62 req-5b716cfc-af02-4655-94ac-a4f08ef45a19 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529375 Aug 29 19:17:17.796087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Request body: {'port': {'device_id': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73126'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:17.867490 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:18.132745 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f418fc-ebca-4a43-b11c-fdad08b89852 {{(pid=101722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:17:18.140761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Publish callbacks [] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:18.157421 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.provisioning_blocks [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Transition to ACTIVE for port object b0f418fc-ebca-4a43-b11c-fdad08b89852 will not be triggered until provisioned by entity L2. {{(pid=101722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:17:18.161024 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:18.228684 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:18.278818 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Attempting to bind port b0f418fc-ebca-4a43-b11c-fdad08b89852 on host hv-cinder-73126 for vnic_type normal with profile {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:17:18.279348 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Attempting to bind port b0f418fc-ebca-4a43-b11c-fdad08b89852 by drivers openvswitch,hyperv on host hv-cinder-73126 at level 0 using segments [{'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:17:18.279682 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Attempting to bind port b0f418fc-ebca-4a43-b11c-fdad08b89852 on network 4cfaa510-29a5-4abf-8297-886bffbf05f5 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:17:18.284381 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Port b0f418fc-ebca-4a43-b11c-fdad08b89852 on network 4cfaa510-29a5-4abf-8297-886bffbf05f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73126 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:17:18.284691 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Attempting to bind port b0f418fc-ebca-4a43-b11c-fdad08b89852 on network 4cfaa510-29a5-4abf-8297-886bffbf05f5 {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:17:18.289966 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Checking agent: {'id': '12c72139-dc55-4327-b5f0-cdfc0a3967c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73126', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:17:18.290287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Checking segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:17:18.290659 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Bound using segment: {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'} {{(pid=101722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:17:18.291097 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.managers [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Bound port: b0f418fc-ebca-4a43-b11c-fdad08b89852, host: hv-cinder-73126, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5'}}] {{(pid=101722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:17:18.291454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:18.358114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, cleared binding levels {{(pid=101722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:17:18.361327 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:17:18.367973 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:18.371966 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:18.372556 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:18.373883 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 1093 time: 0.5821490 Aug 29 19:17:18.374454 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:17:18.376699 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759898d7-7f35-4958-947d-a86e5507bc79" -d '{"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:17:18.421163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45966d66-4f4b-484a-8248-c191e02d2b25 x-openstack-request-id: req-45966d66-4f4b-484a-8248-c191e02d2b25 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:17:18.421451 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:17:18.421696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-45966d66-4f4b-484a-8248-c191e02d2b25 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:17:18.422093 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45966d66-4f4b-484a-8248-c191e02d2b25'] response: {'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'status': 'completed', 'code': 200} Aug 29 19:17:18.427025 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2d921-51fd-480e-8cec-4ba646f383b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=3']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:18.520142 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-28de6f04-a18e-4e0a-b835-93d9431cbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:18.521963 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-28de6f04-a18e-4e0a-b835-93d9431cbb9b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1127 time: 0.0738020 Aug 29 19:17:18.585155 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-8413740c-26ae-4cae-88b5-3f86e938e4fb service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 217 time: 0.0446270 Aug 29 19:17:18.628834 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:18.642809 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-5ea8fc7c-1791-4761-9672-c49ddc88f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:18.644213 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-5ea8fc7c-1791-4761-9672-c49ddc88f11d service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0516346 Aug 29 19:17:18.693521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-49d9c606-be06-4cbe-abe6-9d00853f91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:18.694998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-49d9c606-be06-4cbe-abe6-9d00853f91da service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442755 Aug 29 19:17:18.782844 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-c31d7b40-c751-4a15-accd-a131e2b01e64 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Aug 29 19:17:18.872747 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:18.901860 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451b8f-c0df-4c55-b06f-6c2ce95b9c41 req-6316ddb9-1b99-4456-91d3-c00b6c93242f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:18.903270 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fd451b8f-c0df-4c55-b06f-6c2ce95b9c41 req-6316ddb9-1b99-4456-91d3-c00b6c93242f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 943 time: 0.0664985 Aug 29 19:17:18.934422 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d35de248-d2c6-4ee2-b41c-d97622e9d62f req-06a5eab9-2d96-4a74-bd30-ae575e4164c6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457534 Aug 29 19:17:18.966283 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fd451b8f-c0df-4c55-b06f-6c2ce95b9c41 req-5e46a361-4c65-49dd-ad24-de8f3d493dd2 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558763 Aug 29 19:17:19.830842 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759898d7-7f35-4958-947d-a86e5507bc79 req-0dea17ad-e626-4ab3-89d7-537c8b587dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:19.832474 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-0dea17ad-e626-4ab3-89d7-537c8b587dbf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1127 time: 0.0421863 Aug 29 19:17:19.930065 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759898d7-7f35-4958-947d-a86e5507bc79 req-e260e2f0-b4db-497f-ab51-bab79596886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:19.931468 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-e260e2f0-b4db-497f-ab51-bab79596886a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.0928676 Aug 29 19:17:19.969984 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-cc420920-ca02-4cc9-8cd5-4c0d32fcf7fe service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 217 time: 0.0329139 Aug 29 19:17:20.023279 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759898d7-7f35-4958-947d-a86e5507bc79 req-83298f4f-1127-4202-a86d-62264ea3568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:20.024773 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-83298f4f-1127-4202-a86d-62264ea3568e service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0492969 Aug 29 19:17:20.100092 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759898d7-7f35-4958-947d-a86e5507bc79 req-e3467ed5-8d65-497e-9efb-bfb972ab1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:20.101593 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-e3467ed5-8d65-497e-9efb-bfb972ab1408 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704560 Aug 29 19:17:20.111543 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d614be3-f707-4f5f-a936-e3155bee8c57 req-7c9c0a2a-b5b3-4151-8885-476ca33d56fb tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:20.112939 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d614be3-f707-4f5f-a936-e3155bee8c57 req-7c9c0a2a-b5b3-4151-8885-476ca33d56fb tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 943 time: 0.0698085 Aug 29 19:17:20.221960 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7d614be3-f707-4f5f-a936-e3155bee8c57 req-8c6f2588-2505-4e8a-972b-e05c31d34b61 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999842 Aug 29 19:17:20.236561 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-9ac3ff1a-9486-457a-bdd4-ef5ff324eaaa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226921 Aug 29 19:17:20.334278 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-759898d7-7f35-4958-947d-a86e5507bc79 req-454729f7-2703-40ae-bedf-9e8f3481788b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904934 Aug 29 19:17:21.345438 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9084-3ac3-4a59-92b6-465651d8a05f req-e097e6d8-7565-4e49-a25a-f7e18fddc3d6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:21.346926 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0fd9084-3ac3-4a59-92b6-465651d8a05f req-e097e6d8-7565-4e49-a25a-f7e18fddc3d6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 943 time: 0.0504467 Aug 29 19:17:21.396425 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c0fd9084-3ac3-4a59-92b6-465651d8a05f req-f0e44bd7-cf17-48ae-8474-1d824f6eb96e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Aug 29 19:17:22.482702 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:22.520690 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e419-5aa4-48eb-b7d1-1f04bdd6865a req-f8d44f11-eb8a-432a-8cdf-b55939b1104c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:22.522341 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b60e419-5aa4-48eb-b7d1-1f04bdd6865a req-f8d44f11-eb8a-432a-8cdf-b55939b1104c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 943 time: 0.0495298 Aug 29 19:17:22.575127 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-8b60e419-5aa4-48eb-b7d1-1f04bdd6865a req-13773676-5cbf-4ee2-b9c9-d768f05f17e7 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Aug 29 19:17:22.678233 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device b0f418fc-ebca-4a43-b11c-fdad08b89852 details requested by agent hyperv_hv-cinder-73126 with host hv-cinder-73126 {{(pid=101723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:17:22.781420 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:17:22.793177 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Returning: {'device': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'port_id': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'mac_address': 'fa:16:3e:8c:6f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:17:22.829916 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port b0f418fc-ebca-4a43-b11c-fdad08b89852 is: DOWN; New status is: BUILD {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:17:22.830302 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:22.845088 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f418fc-ebca-4a43-b11c-fdad08b89852 {{(pid=101723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:17:22.866829 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:17:22.871757 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:22.923274 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=4']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:23.222052 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['b0f418fc-ebca-4a43-b11c-fdad08b89852'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:17:23.712015 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9920b-5f4f-4bfc-bd14-34aff6c0fee4 req-3758bffa-154f-420e-b75d-7a0bbc86eca1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:23.713490 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5db9920b-5f4f-4bfc-bd14-34aff6c0fee4 req-3758bffa-154f-420e-b75d-7a0bbc86eca1 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 944 time: 0.0542111 Aug 29 19:17:23.761358 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5db9920b-5f4f-4bfc-bd14-34aff6c0fee4 req-6589b104-19b6-487f-ba6c-3bec57cf7d63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Aug 29 19:17:24.704484 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device b0f418fc-ebca-4a43-b11c-fdad08b89852 up at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:17:24.747391 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning for port b0f418fc-ebca-4a43-b11c-fdad08b89852 completed by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:17:24.753378 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.provisioning_blocks [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Provisioning complete for port b0f418fc-ebca-4a43-b11c-fdad08b89852 triggered by entity L2. {{(pid=101723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:17:24.753844 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090979'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), provisioning_complete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:24.797235 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:24.831161 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:24.841016 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Current status of the port b0f418fc-ebca-4a43-b11c-fdad08b89852 is: BUILD; New status is: ACTIVE {{(pid=101723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:17:24.841550 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:24.866145 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:17:24.868445 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb62c72a0c9d870027557eecc6ebbbda9010c0364e9934a97b64b662b2f55d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d4948-171d-4233-a9b5-aae5595d559f" -d '{"events": [{"server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "name": "network-vif-plugged", "status": "completed", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:17:24.882027 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:17:24.887324 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:24.887512 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4385e1-a061-4374-8d16-ac2959f164ac req-6b76f1af-3f9d-42f4-9b6a-9569c845feb9 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:24.888998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc4385e1-a061-4374-8d16-ac2959f164ac req-6b76f1af-3f9d-42f4-9b6a-9569c845feb9 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 944 time: 0.0502968 Aug 29 19:17:24.892164 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:24.895343 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:24.915436 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad4469-5489-42c7-814d-0d675eb0a984 x-openstack-request-id: req-7fad4469-5489-42c7-814d-0d675eb0a984 {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:17:24.915727 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "name": "network-vif-plugged", "status": "completed", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "code": 200}]} {{(pid=101723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:17:24.915976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7fad4469-5489-42c7-814d-0d675eb0a984 {{(pid=101723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:17:24.916368 dv-cinder-731261-6-iscsi neutron-server[101723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fad4469-5489-42c7-814d-0d675eb0a984'] response: {'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'code': 200} Aug 29 19:17:24.942183 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=5']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:24.974322 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-bc4385e1-a061-4374-8d16-ac2959f164ac req-de74979f-be17-442f-b604-8c1be295f542 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702429 Aug 29 19:17:25.142254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f7411-2b5e-4a19-9233-76ad721fe148 req-984c0e2d-4688-42e8-b38a-615e2ed5c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:25.143816 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0e8f7411-2b5e-4a19-9233-76ad721fe148 req-984c0e2d-4688-42e8-b38a-615e2ed5c64e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1129 time: 0.0389044 Aug 29 19:17:25.183061 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:25.197397 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-0e8f7411-2b5e-4a19-9233-76ad721fe148 req-d499ce57-a35d-4e75-bb46-4df37f64565e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479665 Aug 29 19:17:26.096830 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c7ae2-d4c2-4e21-a543-c8c17ed54956 req-e9430827-c709-414e-9106-424e21cfb706 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:26.098305 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-302c7ae2-d4c2-4e21-a543-c8c17ed54956 req-e9430827-c709-414e-9106-424e21cfb706 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0476542 Aug 29 19:17:26.147461 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-302c7ae2-d4c2-4e21-a543-c8c17ed54956 req-00afd175-35ca-4e9b-b2aa-2f92cbdfd5f7 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Aug 29 19:17:26.489134 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-79d11f02-78bc-4e9f-b02b-d6ead86335ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:27.268335 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c70e-e46d-4b6d-b6f9-eb6768dfa1d9 req-3b0febb2-0923-4c99-b1d1-fac8058bb38b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:27.269808 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-22d2c70e-e46d-4b6d-b6f9-eb6768dfa1d9 req-3b0febb2-0923-4c99-b1d1-fac8058bb38b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0471561 Aug 29 19:17:27.319103 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-22d2c70e-e46d-4b6d-b6f9-eb6768dfa1d9 req-92aa4523-9052-406e-9aab-117002cf5ce4 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Aug 29 19:17:27.440573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069cb72-e4ca-4c18-a17e-ebc1e820062e req-601beca7-9845-47d5-adf1-2f0169405d7c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:27.441946 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6069cb72-e4ca-4c18-a17e-ebc1e820062e req-601beca7-9845-47d5-adf1-2f0169405d7c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Aug 29 19:17:27.490532 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6069cb72-e4ca-4c18-a17e-ebc1e820062e req-5d4cf8da-3d6d-4b64-86a6-164249c72e2c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Aug 29 19:17:27.843640 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a616d-a7d5-4173-8bae-c8e110e2d6ea req-fbb11b0a-00c2-4b2a-8195-37909750b899 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:27.845138 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a07a616d-a7d5-4173-8bae-c8e110e2d6ea req-fbb11b0a-00c2-4b2a-8195-37909750b899 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0539675 Aug 29 19:17:27.896947 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-a07a616d-a7d5-4173-8bae-c8e110e2d6ea req-dd0487c7-9663-437e-a5fb-56b26d3e7078 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Aug 29 19:17:28.907536 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-578347a6-9568-400b-b2dc-fa0f1a40c1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:30.101148 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:31.505007 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:31.914039 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:34.878490 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:17:37.476795 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8c309-f230-4053-afb4-35ba9bc130ce req-63738853-5236-4e89-93cc-b931c0f828f5 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:37.478216 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-55a8c309-f230-4053-afb4-35ba9bc130ce req-63738853-5236-4e89-93cc-b931c0f828f5 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Aug 29 19:17:37.528397 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-55a8c309-f230-4053-afb4-35ba9bc130ce req-f5d67191-6bdd-443f-8fff-0cfc6bb3b9e4 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Aug 29 19:17:37.556418 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34902) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:37.749795 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9426c59e-10c4-4a74-89fe-1dd137c6a1c6 tempest-TestMinimumBasicScenario-571345632 tempest-TestMinimumBasicScenario-571345632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:37.751489 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-9426c59e-10c4-4a74-89fe-1dd137c6a1c6 tempest-TestMinimumBasicScenario-571345632 tempest-TestMinimumBasicScenario-571345632-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1124 time: 0.1938088 Aug 29 19:17:37.754227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34906) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:37.759184 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'floatingip': {'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'port_id': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:37.780811 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:37.867825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (None), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:37.903360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:37.976282 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_common [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Allocated IP 172.27.2.9 (ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f/33981f4a-df61-4347-97c5-02b201d89497/aecc8c18-ea64-48f5-b8bb-1fe6b232c710) {{(pid=101722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:17:38.091505 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:38.118820 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:38.126413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784192912918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:38.169825 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Network ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f is already hosted by enough agents. {{(pid=101722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:17:38.173084 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.base_scheduler [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Resources bound (agent type, host, resource id): {{(pid=101722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:17:38.175731 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Received port after_create {{(pid=101722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:17:38.201111 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'Port': ['ID=aecc8c18-ea64-48f5-b8bb-1fe6b232c710,revision_number=1']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:38.833063 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for floatingip (802732f2-b416-4815-a827-a2e9b41680a0), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:38.901729 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:38.929343 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:39.052194 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.057710 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.148334 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526049'] for floatingip (802732f2-b416-4815-a827-a2e9b41680a0), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.150138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'Port': ['ID=aecc8c18-ea64-48f5-b8bb-1fe6b232c710,revision_number=2']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:39.260103 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Floating IP 802732f2-b416-4815-a827-a2e9b41680a0 associated. External IP: 172.27.2.9, port: b0f418fc-ebca-4a43-b11c-fdad08b89852. Aug 29 19:17:39.346880 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:39.466545 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Router 55a32a6f-46bf-4a17-a721-42dc8432a7ca has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:17:39.574564 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:17:39.587426 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] Sync routers for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:17:39.597606 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.603325 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:17:39.604028 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:17:39.633835 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-377d047e-4057-4485-be80-5a5121723322 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8785720 Aug 29 19:17:39.634431 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:17:39.644062 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:17:39.645115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34908) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:39.645115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147205429', 'description': 'tempest-secgroup-smoke-147205429 description', 'project_id': 'af3f2410b6e94037becf20e9c7908820'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:39.668978 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group (None), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.694608 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe25e1-b957-4348-8227-ab2ac3706aa5 x-openstack-request-id: req-94fe25e1-b957-4348-8227-ab2ac3706aa5 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:17:39.694905 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:17:39.695201 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-94fe25e1-b957-4348-8227-ab2ac3706aa5 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:17:39.695611 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fe25e1-b957-4348-8227-ab2ac3706aa5'] response: {'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'status': 'completed', 'code': 200} Aug 29 19:17:39.714815 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:17:39.745101 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group (e9508fc8-9025-455a-bb1a-5dc32fcd9452), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.749282 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e9508fc8-9025-455a-bb1a-5dc32fcd9452), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.781915 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9508fc8-9025-455a-bb1a-5dc32fcd9452,revision_number=1']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:39.787624 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.793031 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-61f40dd3-dd3e-477b-94fc-710c3d0a805e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1539555 Aug 29 19:17:39.794074 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34912) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:39.798575 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group_rule': {'security_group_id': 'e9508fc8-9025-455a-bb1a-5dc32fcd9452', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:39.804522 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-35c3e6b4-3e81-4f1a-8942-5ff4e571f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:39.806595 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-35c3e6b4-3e81-4f1a-8942-5ff4e571f544 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1129 time: 0.0562704 Aug 29 19:17:39.837958 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (3edc7d5f-5c7e-451f-b1ec-70d53788a1ad), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.906465 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (3edc7d5f-5c7e-451f-b1ec-70d53788a1ad), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.911603 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (3edc7d5f-5c7e-451f-b1ec-70d53788a1ad), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.912573 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-29bce090-6d1b-4dd3-8f32-712dd3b07663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:39.914212 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-29bce090-6d1b-4dd3-8f32-712dd3b07663 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.1002123 Aug 29 19:17:39.934459 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edc7d5f-5c7e-451f-b1ec-70d53788a1ad,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:39.940646 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.945768 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-b2a17aec-0bc7-45e7-949c-dc231400be0b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472235 Aug 29 19:17:39.946571 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34914) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:39.951159 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group_rule': {'security_group_id': 'e9508fc8-9025-455a-bb1a-5dc32fcd9452', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:39.966151 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '802732f2-b416-4815-a827-a2e9b41680a0', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'port_id': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'mac_address': 'fa:16:3e:8c:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:17:38Z', 'updated_at': '2022-08-29T19:17:38Z', 'revision_number': 0, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:56Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:17:39.981830 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (f3f1a84a-7f69-4664-ad70-1a94845d671c), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.993719 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] Checking router: 55a32a6f-46bf-4a17-a721-42dc8432a7ca for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:17:40.002327 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-c7e76233-8983-40dc-8d49-9f04d3513574 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 997 time: 0.0803735 Aug 29 19:17:40.002614 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:17:40.003208 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:17:40.047170 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (f3f1a84a-7f69-4664-ad70-1a94845d671c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.051970 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (f3f1a84a-7f69-4664-ad70-1a94845d671c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.055864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-0133f25e-0172-49a5-86e5-5e6569ec3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:40.057398 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-0133f25e-0172-49a5-86e5-5e6569ec3182 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0480556 Aug 29 19:17:40.067701 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f1a84a-7f69-4664-ad70-1a94845d671c,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:40.085304 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.091535 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c3167995-fb8f-47b9-89b1-6e75c4ec5c92 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391628 Aug 29 19:17:40.091535 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34916) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:40.095015 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:40.096298 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group_rule': {'security_group_id': 'e9508fc8-9025-455a-bb1a-5dc32fcd9452', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:40.111707 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-9f326a72-3ceb-402b-9297-51515f816a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:40.113434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-9f326a72-3ceb-402b-9297-51515f816a96 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496058 Aug 29 19:17:40.127519 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (f7a803ae-ee33-45e1-a514-f3cd2b9f158c), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.129846 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:17:40.199906 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (f7a803ae-ee33-45e1-a514-f3cd2b9f158c), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.205101 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (f7a803ae-ee33-45e1-a514-f3cd2b9f158c), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.223057 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-d6cb0018-c70f-4817-8238-7daec062774c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027002 Aug 29 19:17:40.226265 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a803ae-ee33-45e1-a514-f3cd2b9f158c,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:40.235249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.236454 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-01610e79-e7a4-4a67-af84-e3ee12117c0f tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440310 Aug 29 19:17:40.243559 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34918) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:40.248065 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group_rule': {'security_group_id': 'e9508fc8-9025-455a-bb1a-5dc32fcd9452', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:40.276821 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (e9b1bc07-3b0c-43c2-a327-b97b9085f8d5), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.323361 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:40.333836 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e4fb0c2c-1b56-4514-aad6-3da15f0083d6 req-4c140317-1c6a-4820-847d-bb816fa35010 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030316 Aug 29 19:17:40.343317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (e9b1bc07-3b0c-43c2-a327-b97b9085f8d5), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.347216 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (e9b1bc07-3b0c-43c2-a327-b97b9085f8d5), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.368402 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b1bc07-3b0c-43c2-a327-b97b9085f8d5,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:40.373327 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.374599 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-c460d7be-842d-4058-b495-ae134212ce63 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299882 Aug 29 19:17:40.377427 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 34920) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:40.381777 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.v2.base [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group_rule': {'security_group_id': 'e9508fc8-9025-455a-bb1a-5dc32fcd9452', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:40.389089 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '802732f2-b416-4815-a827-a2e9b41680a0', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'port_id': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'mac_address': 'fa:16:3e:8c:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:17:38Z', 'updated_at': '2022-08-29T19:17:38Z', 'revision_number': 0, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:56Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:17:40.399469 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:40.404217 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.securitygroups_db [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Project af3f2410b6e94037becf20e9c7908820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:17:40.410748 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (2e035210-20a4-45d3-a00f-cdf807b2cd25), before_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.420005 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654f0a70-4313-47ba-927d-484cac4a48e1 None None] The sync data for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi is: [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': '802732f2-b416-4815-a827-a2e9b41680a0', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'port_id': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'mac_address': 'fa:16:3e:8c:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:17:38Z', 'updated_at': '2022-08-29T19:17:38Z', 'revision_number': 0, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:56Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:17:40.465966 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (2e035210-20a4-45d3-a00f-cdf807b2cd25), precommit_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.470083 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (2e035210-20a4-45d3-a00f-cdf807b2cd25), after_create {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.493718 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e035210-20a4-45d3-a00f-cdf807b2cd25,revision_number=0']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:40.503256 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.504765 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-27f6ccf6-d321-4ebc-8154-a04aa1dab07d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264088 Aug 29 19:17:40.508047 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34922) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:17:40.512586 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'security_group_rule': {'security_group_id': 'e9508fc8-9025-455a-bb1a-5dc32fcd9452', 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:40.533689 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.securitygroups_db [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Project af3f2410b6e94037becf20e9c7908820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:17:40.541107 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (687567c1-cae9-4e4d-84f5-705add2f07e4), before_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.617861 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:40.625625 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (687567c1-cae9-4e4d-84f5-705add2f07e4), precommit_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.628836 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8839798-69c6-4c7e-872f-5cd8f7f4346b None None] New status for floating IP 802732f2-b416-4815-a827-a2e9b41680a0: ACTIVE {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:17:40.631542 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602422'] for security_group_rule (687567c1-cae9-4e4d-84f5-705add2f07e4), after_create {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.657191 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687567c1-cae9-4e4d-84f5-705add2f07e4,revision_number=0']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:40.665415 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:40.669381 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-149d59ef-448c-4cd0-ad7e-7727a250d742 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575854 Aug 29 19:17:40.762938 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2fc817aa-e619-401b-8622-341063dbf434 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-147205429&fields=id&tenant_id=af3f2410b6e94037becf20e9c7908820 HTTP/1.1" status: 200 len: 267 time: 0.0452375 Aug 29 19:17:40.820436 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-49e5d669-dd38-4d7c-8f7c-8443fbe7b718 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:40.822051 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-49e5d669-dd38-4d7c-8f7c-8443fbe7b718 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0538015 Aug 29 19:17:40.833136 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'port': {'security_groups': ['7b3b3140-1d52-4bce-9f60-0184910c244b', 'e9508fc8-9025-455a-bb1a-5dc32fcd9452']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:40.913761 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:41.107224 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:17:41.136696 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:41.141415 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:41.152714 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:41.153340 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:41.154661 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1cb0e68c-0d18-452d-b654-e9fdde8f0560 req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "PUT /networking/v2.0/ports/b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 981 time: 0.3263750 Aug 29 19:17:41.179479 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['b0f418fc-ebca-4a43-b11c-fdad08b89852'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:17:41.205531 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c90f-38a9-457a-b1a1-b7cdc6fc5070 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=6']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:41.269935 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f48e0d-1038-41c6-9b55-897989ebfd3c req-cc0fd98f-a530-4c20-a9ef-5cac2490b58a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:41.272118 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-07f48e0d-1038-41c6-9b55-897989ebfd3c req-cc0fd98f-a530-4c20-a9ef-5cac2490b58a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0524950 Aug 29 19:17:41.321835 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['b0f418fc-ebca-4a43-b11c-fdad08b89852'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:17:41.324890 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:41.340869 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-07f48e0d-1038-41c6-9b55-897989ebfd3c req-440c31cb-28cf-40b7-825f-4090b8988aac tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627713 Aug 29 19:17:41.516781 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:41.527802 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:41.696991 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:17:41.699490 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c18bb0-ce19-424c-baa7-723b91da82b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:17:41.737965 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac4fdf6-4257-4ad1-afa4-6e07863c22cf x-openstack-request-id: req-fac4fdf6-4257-4ad1-afa4-6e07863c22cf {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:17:41.738254 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:17:41.738508 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fac4fdf6-4257-4ad1-afa4-6e07863c22cf {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:17:41.738908 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac4fdf6-4257-4ad1-afa4-6e07863c22cf'] response: {'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'status': 'completed', 'code': 200} Aug 29 19:17:41.840944 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-b83c8335-856c-426d-b642-35e027fecac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:41.842434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-b83c8335-856c-426d-b642-35e027fecac8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1168 time: 0.0434897 Aug 29 19:17:41.939467 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-d3fa7f2e-2ce7-4408-b0d4-1b9e71565e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:41.940900 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-d3fa7f2e-2ce7-4408-b0d4-1b9e71565e5f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.0898588 Aug 29 19:17:42.007688 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-b052a68f-cc8d-4d35-8490-17ec3054b5a6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 999 time: 0.0591459 Aug 29 19:17:42.059720 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-a70ac032-c014-49cc-8dc2-46d9ef7b8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:42.061134 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-a70ac032-c014-49cc-8dc2-46d9ef7b8810 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0472140 Aug 29 19:17:42.110535 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-dde00b24-94b9-4e6c-827b-1be2837e201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:42.112146 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-dde00b24-94b9-4e6c-827b-1be2837e201e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449347 Aug 29 19:17:42.198125 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:42.202768 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-0aef1544-bec1-4d48-9d15-387c7007ec2b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840251 Aug 29 19:17:42.298922 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-45c18bb0-ce19-424c-baa7-723b91da82b3 req-79c29747-db6d-4592-b0c3-04ce603b00a7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869946 Aug 29 19:17:44.556711 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:50.386301 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=75 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:50.392401 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=81 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:50.492825 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=6,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:50.493679 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:INSERT=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:51.037565 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-4a46e4c5-173b-4206-9b31-a87c2a5f9263 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409343 Aug 29 19:17:51.152326 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-c33dc126-bd6d-4b5c-a8ae-f1162b8de587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:51.153737 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-c33dc126-bd6d-4b5c-a8ae-f1162b8de587 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1129 time: 0.0405259 Aug 29 19:17:51.269537 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-80e299de-a609-4f02-9331-14274f6c78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:51.270998 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-80e299de-a609-4f02-9331-14274f6c78ce service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.0967216 Aug 29 19:17:51.333159 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-fbbc924b-9cba-4bd4-8aaf-0cba78d5e7db service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 1001 time: 0.0560834 Aug 29 19:17:51.384468 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-2a04e38d-6625-491f-8758-9e46d5ed4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:51.385873 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-2a04e38d-6625-491f-8758-9e46d5ed4208 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0470052 Aug 29 19:17:51.429158 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-7c0e54c4-f832-4996-80ad-fbb5e8467144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:17:51.430824 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-7c0e54c4-f832-4996-80ad-fbb5e8467144 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386195 Aug 29 19:17:51.532462 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-7a7a99b4-67fb-4d2e-91bb-e8973e6bb3d2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947404 Aug 29 19:17:51.628896 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:51.633970 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-db3063cf-a02d-474d-8864-d7c0bcfc6bc5 req-934d968b-6413-45a6-8fcf-a53ed4a68e77 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954707 Aug 29 19:17:54.548048 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=46 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:54.550638 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:56.497656 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-2a963877-3ff4-4ff2-b2f5-87af442353a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:58.902671 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3a020dd6-55c8-4ff2-b9e7-45a11ee8b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:00.109694 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:01.512356 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:01.627595 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=58 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:01.908330 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:04.179572 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-2a4727d2-687a-4f40-a7b6-a14f09ad8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:04.181272 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-2a4727d2-687a-4f40-a7b6-a14f09ad8888 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1168 time: 0.0443721 Aug 29 19:18:04.323431 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-b9853ebb-a8b0-41d3-b215-2c9d860f8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:04.324892 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-b9853ebb-a8b0-41d3-b215-2c9d860f8804 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.1363809 Aug 29 19:18:04.332866 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620702a2-4489-4fe7-8442-964319696aed req-e61a683e-28de-4870-9f24-3b8a9a1ef29a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:04.335121 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-620702a2-4489-4fe7-8442-964319696aed req-e61a683e-28de-4870-9f24-3b8a9a1ef29a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.2451568 Aug 29 19:18:04.427007 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-ec32bdcc-653c-4889-8405-2b0fa96685d9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 999 time: 0.0908182 Aug 29 19:18:04.474212 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-620702a2-4489-4fe7-8442-964319696aed req-7236fab8-f242-42e0-8680-23fe55c6c800 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309025 Aug 29 19:18:04.493163 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-8b8fd549-d233-4c0c-9176-d2f8d7ea477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:04.494599 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-8b8fd549-d233-4c0c-9176-d2f8d7ea477f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0593798 Aug 29 19:18:04.541193 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-6fed3321-90f7-49e7-a101-161b58b997de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:04.542668 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-6fed3321-90f7-49e7-a101-161b58b997de service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420671 Aug 29 19:18:04.638379 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-bf4f3d75-e414-4b85-941b-4ce8c87e8afc service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892091 Aug 29 19:18:04.729187 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-639029e1-5e6a-4522-aed2-c756115f42b9 req-2bbdf5d1-e801-4fb7-a4d1-9bd72ce43690 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841942 Aug 29 19:18:05.680725 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad7a26-ee9d-4136-a2c9-042ef3d58026 req-737abbc8-1623-4cf3-acc3-53d55ce30671 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:05.682815 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-70ad7a26-ee9d-4136-a2c9-042ef3d58026 req-737abbc8-1623-4cf3-acc3-53d55ce30671 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.1249142 Aug 29 19:18:05.747434 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-70ad7a26-ee9d-4136-a2c9-042ef3d58026 req-77f766a3-adda-4890-8592-2bf3548fdd05 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593085 Aug 29 19:18:06.877982 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b0754-17c3-40d2-b760-f52cb2f94c27 req-4edaba63-4ada-41f3-8d75-d0f995511003 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:06.879501 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-485b0754-17c3-40d2-b760-f52cb2f94c27 req-4edaba63-4ada-41f3-8d75-d0f995511003 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0528486 Aug 29 19:18:06.947281 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-485b0754-17c3-40d2-b760-f52cb2f94c27 req-7530de7c-3acb-48ff-9b68-b562c8a5ed2c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613055 Aug 29 19:18:08.091840 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98d188-f660-4ff7-8d45-10948002216b req-0ef230f5-a00d-4714-9adc-fe83bc284d89 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:08.093362 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2f98d188-f660-4ff7-8d45-10948002216b req-0ef230f5-a00d-4714-9adc-fe83bc284d89 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0542018 Aug 29 19:18:08.156254 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2f98d188-f660-4ff7-8d45-10948002216b req-457a6d97-88b4-47ca-b217-13b6ebf3edc6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571928 Aug 29 19:18:09.281295 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6505-a2af-4c45-bb8b-8edb0b55ceff req-c9a6a034-b30a-4eea-aea4-88b98ffa6ae0 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:09.282781 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3a6b6505-a2af-4c45-bb8b-8edb0b55ceff req-c9a6a034-b30a-4eea-aea4-88b98ffa6ae0 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0491245 Aug 29 19:18:09.304660 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:09.345439 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3a6b6505-a2af-4c45-bb8b-8edb0b55ceff req-a9455a44-9bed-47cb-ba5f-7ed45e3d58ea tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565991 Aug 29 19:18:10.469055 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:10.479802 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f422f-0ee9-42fc-b5e2-42e6adc691a6 req-3d9f27e7-ea39-48de-8cfd-a7af74587574 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:10.481370 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-230f422f-0ee9-42fc-b5e2-42e6adc691a6 req-3d9f27e7-ea39-48de-8cfd-a7af74587574 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0517092 Aug 29 19:18:10.551611 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-230f422f-0ee9-42fc-b5e2-42e6adc691a6 req-7f72bfcb-aadc-4ea5-8178-3183695032f7 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643315 Aug 29 19:18:11.682885 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf260e-321d-41c4-857b-0e0ca8f0cc58 req-0087891a-ed08-401a-9293-e844d71c3a1a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:11.684378 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6baf260e-321d-41c4-857b-0e0ca8f0cc58 req-0087891a-ed08-401a-9293-e844d71c3a1a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0475287 Aug 29 19:18:11.745530 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6baf260e-321d-41c4-857b-0e0ca8f0cc58 req-e4ed358f-bddb-450b-8486-e4dd61e81058 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554016 Aug 29 19:18:11.874557 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 34968) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:11.877496 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:18:11.901369 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:11.904317 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:12.017368 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Deleting port 9db1dd26-f1bd-4ef7-88f5-7a1488df6f04 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:12.017805 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:12.097362 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:12.097687 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:12.110863 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Calling delete_port for 9db1dd26-f1bd-4ef7-88f5-7a1488df6f04 owned by network:floatingip {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:12.258149 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (9db1dd26-f1bd-4ef7-88f5-7a1488df6f04), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:12.281238 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'Port': ['ID=9db1dd26-f1bd-4ef7-88f5-7a1488df6f04,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:12.291547 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.291881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.292215 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.292541 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.292886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.293729 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.293729 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.293964 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.294112 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.294423 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.294906 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.295242 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.295555 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.295865 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.296175 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:12.360277 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (3bc021f9-0500-460b-afbe-5d4adb90c871), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:12.360601 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.db.l3_db [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Floating IP 3bc021f9-0500-460b-afbe-5d4adb90c871 disassociated (deleted). External IP: 172.27.2.66, port: ef83271a-f512-4e3d-9c4e-ca5ba54b370d. Aug 29 19:18:12.462386 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:12.565065 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:18:12.614036 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:12.992689 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cda3b-c34c-4311-96f9-ef671adae30b req-fb2704b4-6bb1-43cd-a4d6-4b140e23d20a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:12.994146 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-102cda3b-c34c-4311-96f9-ef671adae30b req-fb2704b4-6bb1-43cd-a4d6-4b140e23d20a tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0611742 Aug 29 19:18:12.995352 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:18:13.000637 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:13.007124 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:18:13.017847 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:13.018489 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:13.061691 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-1e95e428-ef7c-4064-861b-54bcee2ff005 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/3bc021f9-0500-460b-afbe-5d4adb90c871 HTTP/1.1" status: 204 len: 168 time: 1.1860662 Aug 29 19:18:13.064372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:18:13.066604 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08507670-49f9-47ee-bda2-7a58bb647cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:18:13.102429 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-102cda3b-c34c-4311-96f9-ef671adae30b req-43854851-121b-45e1-9aa9-e516ddf257a6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995770 Aug 29 19:18:13.157352 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05e49a2-586f-4053-bba8-f45cb76de46b x-openstack-request-id: req-f05e49a2-586f-4053-bba8-f45cb76de46b {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:18:13.157670 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:18:13.157908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f05e49a2-586f-4053-bba8-f45cb76de46b {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:18:13.158320 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05e49a2-586f-4053-bba8-f45cb76de46b'] response: {'name': 'network-changed', 'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'status': 'completed', 'code': 200} Aug 29 19:18:13.219402 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:13.249901 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-50a0d838-175b-4697-9717-87015f3e37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:13.251527 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-50a0d838-175b-4697-9717-87015f3e37cf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0460601 Aug 29 19:18:13.320546 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b4ce-43d7-4236-a701-7ec6b016e241 req-a4d65111-2cba-4df0-9194-53bd7c1b2429 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:13.322150 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-97a1b4ce-43d7-4236-a701-7ec6b016e241 req-a4d65111-2cba-4df0-9194-53bd7c1b2429 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 946 time: 0.0519271 Aug 29 19:18:13.373410 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-97a1b4ce-43d7-4236-a701-7ec6b016e241 req-09a451a9-371d-420c-a900-5a23f550fde3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455062 Aug 29 19:18:13.440905 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:52Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:13.467454 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:18:13.476959 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:13.477566 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:13.580384 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:13.794836 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:52Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:13.821107 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96a041-c2b1-41ab-bbce-90a9839f1e4a None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_floatingips': [{'id': 'e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'router_id': '9e254a67-1501-4acf-9dba-000579d47430', 'port_id': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'mac_address': 'fa:16:3e:82:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9dcd0-904c-434b-880c-a80e86c01055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:13:50Z', 'updated_at': '2022-08-29T19:13:52Z', 'revision_number': 1, 'project_id': '6a4d940594f542808602c7260993f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:18:14.045147 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4563f1-72c3-4710-9505-d6abc99f3d37 None None] New status for floating IP 3bc021f9-0500-460b-afbe-5d4adb90c871: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:18:14.229624 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a1fd5-123c-4c72-8613-aab938df8b46 req-dac29b11-f33e-4c4c-9281-fc4681137d08 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:14.231055 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-965a1fd5-123c-4c72-8613-aab938df8b46 req-dac29b11-f33e-4c4c-9281-fc4681137d08 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0520289 Aug 29 19:18:14.295375 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-965a1fd5-123c-4c72-8613-aab938df8b46 req-3ae9f2a3-772f-429d-8bc5-53a9909a82af tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580952 Aug 29 19:18:14.516908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37bfed-442b-4426-bc42-95a2644e5521 req-21f0f4ca-e997-4148-8b33-99531d6cc943 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:14.518291 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ea37bfed-442b-4426-bc42-95a2644e5521 req-21f0f4ca-e997-4148-8b33-99531d6cc943 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 946 time: 0.0648782 Aug 29 19:18:14.555297 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-1ce92047-f994-40b6-b7c0-c35cdd70da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:14.556760 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-1ce92047-f994-40b6-b7c0-c35cdd70da96 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.1490793 Aug 29 19:18:14.577329 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:14.587638 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-ea37bfed-442b-4426-bc42-95a2644e5521 req-ef1d9460-3926-4a44-8894-93d035413ace tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624225 Aug 29 19:18:14.635504 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-87159947-81c5-472b-9811-5695304a940b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d HTTP/1.1" status: 200 len: 217 time: 0.0343311 Aug 29 19:18:14.686413 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-2277fc6c-856d-4278-ac3a-ed92086ab032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:14.687907 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-2277fc6c-856d-4278-ac3a-ed92086ab032 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0462959 Aug 29 19:18:14.738576 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-5439d6e2-59f6-4615-93ed-8b6e0ed53111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:14.740328 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-5439d6e2-59f6-4615-93ed-8b6e0ed53111 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464380 Aug 29 19:18:14.989909 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:15.007406 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-2506b8d5-410b-4be8-8ba0-453a0eb8848d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940468 Aug 29 19:18:15.131838 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-08507670-49f9-47ee-bda2-7a58bb647cf5 req-032fb2a6-ebc2-4557-9059-27d86f99a366 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007249 Aug 29 19:18:15.175216 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-844b0749-c89f-4731-8bf3-ee522bfe7833 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:15.176752 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-844b0749-c89f-4731-8bf3-ee522bfe7833 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 946 time: 0.0558465 Aug 29 19:18:15.269162 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:15.277809 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Deleting port ef83271a-f512-4e3d-9c4e-ca5ba54b370d {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:15.278165 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:15.377498 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] For port ef83271a-f512-4e3d-9c4e-ca5ba54b370d, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:15.377858 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:15.393814 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Calling delete_port for ef83271a-f512-4e3d-9c4e-ca5ba54b370d owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:15.483472 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff175f-2c8a-45c8-9497-a7e5c6d707ec req-9250125b-0333-452a-a421-1a66eb92180d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:15.484971 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2aff175f-2c8a-45c8-9497-a7e5c6d707ec req-9250125b-0333-452a-a421-1a66eb92180d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0926044 Aug 29 19:18:15.591487 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2aff175f-2c8a-45c8-9497-a7e5c6d707ec req-24f4e77c-d6f4-4c46-a263-e7cbe498aebc tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980237 Aug 29 19:18:15.629451 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (ef83271a-f512-4e3d-9c4e-ca5ba54b370d), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:15.661035 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'Port': ['ID=ef83271a-f512-4e3d-9c4e-ca5ba54b370d,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:15.742898 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-aa9477d3-fabb-4337-b2c1-d3bf489c3fe0 req-a664185f-e8bf-4811-b691-c9e4b7420564 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=90dfcf09-22cb-4928-bf59-ce0ef3005ee8 HTTP/1.1" status: 200 len: 210 time: 0.0525303 Aug 29 19:18:15.743618 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] No DVR routers for this DVR port ef83271a-f512-4e3d-9c4e-ca5ba54b370d on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:18:15.746062 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:15.749394 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-830a3699-6ae9-4caa-8e6d-1027fb66ede7 req-0c673b76-557c-48b6-ace0-d0521b4fea18 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "DELETE /networking/v2.0/ports/ef83271a-f512-4e3d-9c4e-ca5ba54b370d HTTP/1.1" status: 204 len: 173 time: 0.5659590 Aug 29 19:18:15.749846 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'name': 'network-vif-deleted', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:18:15.752152 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7465f7-80d9-4ff0-83a2-413c012bc401" -d '{"events": [{"server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "name": "network-vif-deleted", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:18:15.791356 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ff8f3-1ad1-43bc-8364-ec709e43e0fe x-openstack-request-id: req-1c6ff8f3-1ad1-43bc-8364-ec709e43e0fe {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:18:15.791672 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dfcf09-22cb-4928-bf59-ce0ef3005ee8", "name": "network-vif-deleted", "tag": "ef83271a-f512-4e3d-9c4e-ca5ba54b370d", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:18:15.791895 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1c6ff8f3-1ad1-43bc-8364-ec709e43e0fe {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:18:15.792296 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6ff8f3-1ad1-43bc-8364-ec709e43e0fe'] response: {'server_uuid': '90dfcf09-22cb-4928-bf59-ce0ef3005ee8', 'name': 'network-vif-deleted', 'tag': 'ef83271a-f512-4e3d-9c4e-ca5ba54b370d', 'status': 'completed', 'code': 200} Aug 29 19:18:16.725648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e47c-2161-4406-b322-dd2c6b276f9e req-91079d2f-e6ca-448e-b7c3-3e16e5363d3e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:16.727162 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3903e47c-2161-4406-b322-dd2c6b276f9e req-91079d2f-e6ca-448e-b7c3-3e16e5363d3e tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0539882 Aug 29 19:18:16.789404 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-3903e47c-2161-4406-b322-dd2c6b276f9e req-04531951-ace6-423d-ac59-78d513310d2d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565047 Aug 29 19:18:17.916105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f8025-d3d9-4dcc-9000-59e0451ee9f2 req-b302da3a-a1ca-4d47-83a5-72ba635de324 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:17.917605 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da6f8025-d3d9-4dcc-9000-59e0451ee9f2 req-b302da3a-a1ca-4d47-83a5-72ba635de324 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0476744 Aug 29 19:18:17.982109 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-da6f8025-d3d9-4dcc-9000-59e0451ee9f2 req-cd39c1f8-d12f-4cc2-a282-d6d38f0e68eb tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585928 Aug 29 19:18:18.916317 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ef83271a-f512-4e3d-9c4e-ca5ba54b370d no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:18.939421 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: ef83271a-f512-4e3d-9c4e-ca5ba54b370d {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:18.939762 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device ef83271a-f512-4e3d-9c4e-ca5ba54b370d not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:19.047933 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35008) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:19.092633 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:19.111164 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442c72b-0974-4a71-9592-3c04c71c3109 req-a8a6fbd3-edb6-4955-bb83-b50a02f368bf tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:19.112582 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d442c72b-0974-4a71-9592-3c04c71c3109 req-a8a6fbd3-edb6-4955-bb83-b50a02f368bf tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0536873 Aug 29 19:18:19.173784 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d442c72b-0974-4a71-9592-3c04c71c3109 req-0e83aabb-36d8-45b1-9d89-0d1a70daced3 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551002 Aug 29 19:18:19.193787 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Deleting port 091ed17f-45b1-4181-b655-2dfdf3540dbf {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:19.194131 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:19.274480 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:19.274812 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (091ed17f-45b1-4181-b655-2dfdf3540dbf), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:19.288130 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Calling delete_port for 091ed17f-45b1-4181-b655-2dfdf3540dbf owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:19.663351 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (091ed17f-45b1-4181-b655-2dfdf3540dbf), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:19.686610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'Port': ['ID=091ed17f-45b1-4181-b655-2dfdf3540dbf,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:19.696404 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.696622 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.696963 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.697301 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.697636 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.697965 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.698610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.698610 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.698911 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.699256 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.699582 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.699905 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.700224 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.700542 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.700861 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:19.766785 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:19.767137 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Floating IP e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e disassociated (deleted). External IP: 172.27.2.117, port: adcd197a-d293-4fcc-aa1a-bea1781ba4dc. Aug 29 19:18:19.969063 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:18:20.072191 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:18:20.077046 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:20.081949 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:18:20.094096 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:20.094719 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:20.096412 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:20.113598 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:20.119193 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0df40c38-44cc-485f-9b06-5510d4e784f7 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e HTTP/1.1" status: 204 len: 168 time: 1.0700359 Aug 29 19:18:20.120352 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:18:20.122829 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471f294d-24c7-4251-acdc-3500b88e0271" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:18:20.172428 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eaff0f-4768-4437-92e5-29a1b09db62c x-openstack-request-id: req-a9eaff0f-4768-4437-92e5-29a1b09db62c {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:18:20.172710 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:18:20.173015 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a9eaff0f-4768-4437-92e5-29a1b09db62c {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:18:20.173395 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9eaff0f-4768-4437-92e5-29a1b09db62c'] response: {'name': 'network-changed', 'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'status': 'completed', 'code': 200} Aug 29 19:18:20.233356 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:20.235505 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:20.378911 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933fe8-7191-44a7-ba80-897d27afd75e req-af4af162-28e0-47eb-8fff-e9b3f774a7ce tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:20.382517 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-33933fe8-7191-44a7-ba80-897d27afd75e req-af4af162-28e0-47eb-8fff-e9b3f774a7ce tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.1162190 Aug 29 19:18:20.491930 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:20.508296 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5d94-0648-4af8-936d-82c0ef1d48df req-8b685e7e-d802-4b33-9c0a-38ad99a9c49d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:20.509888 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-870f5d94-0648-4af8-936d-82c0ef1d48df req-8b685e7e-d802-4b33-9c0a-38ad99a9c49d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.1004410 Aug 29 19:18:20.517429 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:18:20.527105 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f294d-24c7-4251-acdc-3500b88e0271 req-192fa1d4-f266-42bf-9073-f676a67317d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:20.528428 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:20.528592 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-192fa1d4-f266-42bf-9073-f676a67317d7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6a4d940594f542808602c7260993f85f&device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 1129 time: 0.2069950 Aug 29 19:18:20.529075 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:20.556705 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-33933fe8-7191-44a7-ba80-897d27afd75e req-83207791-e7e8-42a7-8ffc-0f0bedad7fb7 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1682637 Aug 29 19:18:20.567662 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:20.600523 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-870f5d94-0648-4af8-936d-82c0ef1d48df req-fff2957c-f8b6-4fd0-999e-d5063487f61d tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816677 Aug 29 19:18:20.654369 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:20.933093 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:20.962484 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380af1fa-2f99-4f5b-afd7-27eccacacabd None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:09:40Z', 'revision_number': 4, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': '9de2a382-cff6-4f60-acc7-79b1ed838ec2', 'name': '', 'network_id': 'e57e46be-ed2c-4b43-aa10-cfbdcaee4566', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'mac_address': 'fa:16:3e:e0:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:39Z', 'updated_at': '2022-08-29T19:09:49Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'subnets': [{'id': 'f84065b6-e3ee-4b15-80d1-59d666e5e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:18:21.188406 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccde7d78-b5b1-4d5c-abb8-bfceefc862fd None None] New status for floating IP e445e2fc-20db-4d93-a5f8-cb5f8df4ae2e: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:18:21.702661 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04644f-04c9-4431-bf68-b689418c21d8 req-8d01c035-475a-4747-b1d4-438743090dfd tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:21.704215 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5d04644f-04c9-4431-bf68-b689418c21d8 req-8d01c035-475a-4747-b1d4-438743090dfd tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0624862 Aug 29 19:18:21.803294 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952b9f0-c743-44ff-b8dd-555a429fd803 req-8b4dba3b-5e0d-4506-920b-9481ee1aa979 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:21.805097 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7952b9f0-c743-44ff-b8dd-555a429fd803 req-8b4dba3b-5e0d-4506-920b-9481ee1aa979 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.1222754 Aug 29 19:18:21.899563 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-5d04644f-04c9-4431-bf68-b689418c21d8 req-01107ad1-9653-43a7-a1ec-64e4734430ba tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1786215 Aug 29 19:18:21.923145 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f294d-24c7-4251-acdc-3500b88e0271 req-4315eda0-3951-4fe9-b92a-9b0fe16a2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:21.924629 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-4315eda0-3951-4fe9-b92a-9b0fe16a2589 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 200 len: 914 time: 0.1986599 Aug 29 19:18:21.939007 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-7952b9f0-c743-44ff-b8dd-555a429fd803 req-aa367d91-5c95-4279-9353-28046e663b5f tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217837 Aug 29 19:18:22.383180 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-4d119e1c-3edb-4d6e-b4b6-2cfa8cd099ac service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 200 len: 217 time: 0.0335617 Aug 29 19:18:22.434094 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f294d-24c7-4251-acdc-3500b88e0271 req-e242da50-fffa-42af-b53e-c330624c7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:22.435686 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-e242da50-fffa-42af-b53e-c330624c7a5c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 200 len: 851 time: 0.0457828 Aug 29 19:18:22.570225 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f294d-24c7-4251-acdc-3500b88e0271 req-4c03017c-511a-42f1-ac4b-1295e3084e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:22.571772 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-4c03017c-511a-42f1-ac4b-1295e3084e29 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e57e46be-ed2c-4b43-aa10-cfbdcaee4566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807602 Aug 29 19:18:22.577521 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-1d05a298-43fb-42a6-abcf-80ead70839d6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:22.578847 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-1d05a298-43fb-42a6-abcf-80ead70839d6 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0865476 Aug 29 19:18:22.583770 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-7c58cc28-99ef-44c5-b453-da510230d096 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=101722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:18:22.584835 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-7c58cc28-99ef-44c5-b453-da510230d096 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050440 Aug 29 19:18:22.733942 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Deleting port adcd197a-d293-4fcc-aa1a-bea1781ba4dc {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:22.734676 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:22.751951 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-36f93a49-313e-4605-8f88-2383d1325866 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590531 Aug 29 19:18:22.868133 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:22.895550 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] For port adcd197a-d293-4fcc-aa1a-bea1781ba4dc, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:22.895908 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:22.917929 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Calling delete_port for adcd197a-d293-4fcc-aa1a-bea1781ba4dc owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:22.921171 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-471f294d-24c7-4251-acdc-3500b88e0271 req-9d98e22b-3b86-4501-8368-19ba75c47ec5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415567 Aug 29 19:18:23.073721 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:23.079763 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1268-9547-4207-a984-9649278c8135 req-f03765c6-aacd-4ff9-bddb-691107f40d37 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:23.081224 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-30ff1268-9547-4207-a984-9649278c8135 req-f03765c6-aacd-4ff9-bddb-691107f40d37 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0975556 Aug 29 19:18:23.105103 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f630045-f524-49dc-8da6-30fcacf1b904 req-56dc0cc2-8c25-4b0c-8801-76ca0ffac6ad tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:23.106553 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1f630045-f524-49dc-8da6-30fcacf1b904 req-56dc0cc2-8c25-4b0c-8801-76ca0ffac6ad tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=79b9dcd0-904c-434b-880c-a80e86c01055 HTTP/1.1" status: 200 len: 945 time: 0.0800390 Aug 29 19:18:23.224696 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-30ff1268-9547-4207-a984-9649278c8135 req-b023595d-deca-434c-ac26-52074e51db71 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&id=e9508fc8-9025-455a-bb1a-5dc32fcd9452&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366339 Aug 29 19:18:23.231540 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (adcd197a-d293-4fcc-aa1a-bea1781ba4dc), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:23.267930 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-1f630045-f524-49dc-8da6-30fcacf1b904 req-ddf89cf3-8911-4bb4-8f2d-d4c703d69fad tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee9e5cd4-ab69-4700-8488-d69e19526a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516888 Aug 29 19:18:23.269416 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'Port': ['ID=adcd197a-d293-4fcc-aa1a-bea1781ba4dc,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:23.317072 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] No DVR routers for this DVR port adcd197a-d293-4fcc-aa1a-bea1781ba4dc on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:18:23.320226 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:23.323464 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-6e909ba6-f9f8-481a-8b74-250679136d25 req-46fbcb60-f1c0-4683-902f-c11ed199c8ee tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.71 "DELETE /networking/v2.0/ports/adcd197a-d293-4fcc-aa1a-bea1781ba4dc HTTP/1.1" status: 204 len: 173 time: 0.7377977 Aug 29 19:18:23.323903 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'name': 'network-vif-deleted', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:18:23.326221 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f66a0e-a0ba-4c67-9682-c690de9e7471" -d '{"events": [{"server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "name": "network-vif-deleted", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:18:23.425829 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5a6ea9-0eb3-4900-835d-f09cf4852698 x-openstack-request-id: req-1c5a6ea9-0eb3-4900-835d-f09cf4852698 {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:18:23.426130 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9dcd0-904c-434b-880c-a80e86c01055", "name": "network-vif-deleted", "tag": "adcd197a-d293-4fcc-aa1a-bea1781ba4dc", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:18:23.426408 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1c5a6ea9-0eb3-4900-835d-f09cf4852698 {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:18:23.426815 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5a6ea9-0eb3-4900-835d-f09cf4852698'] response: {'server_uuid': '79b9dcd0-904c-434b-880c-a80e86c01055', 'name': 'network-vif-deleted', 'tag': 'adcd197a-d293-4fcc-aa1a-bea1781ba4dc', 'status': 'completed', 'code': 200} Aug 29 19:18:24.341654 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35038) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:24.421542 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:24.456089 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Deleting port ad335220-e04d-42b8-93a4-3bd9c90b7c2f {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:24.456430 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:24.533774 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:24.534090 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:24.547330 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Calling delete_port for ad335220-e04d-42b8-93a4-3bd9c90b7c2f owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:24.687295 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (ad335220-e04d-42b8-93a4-3bd9c90b7c2f), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:24.711873 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'Port': ['ID=ad335220-e04d-42b8-93a4-3bd9c90b7c2f,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:24.783223 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for floatingip (3bb94c9d-a8f1-4d01-9da6-e915dbc4894a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:24.785783 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:24.787118 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-594cdfb1-400c-4fc9-be93-d2beff30e2e3 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/3bb94c9d-a8f1-4d01-9da6-e915dbc4894a HTTP/1.1" status: 204 len: 168 time: 0.4446976 Aug 29 19:18:24.952672 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device adcd197a-d293-4fcc-aa1a-bea1781ba4dc no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:24.981285 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: adcd197a-d293-4fcc-aa1a-bea1781ba4dc {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:24.981285 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device adcd197a-d293-4fcc-aa1a-bea1781ba4dc not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:26.008897 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35050) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:26.070818 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-81e3c1e9-0a02-447f-9520-52309905d1f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group (ee9e5cd4-ab69-4700-8488-d69e19526a8a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.095505 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-81e3c1e9-0a02-447f-9520-52309905d1f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group (ee9e5cd4-ab69-4700-8488-d69e19526a8a), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.157851 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-81e3c1e9-0a02-447f-9520-52309905d1f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ee9e5cd4-ab69-4700-8488-d69e19526a8a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.160564 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-81e3c1e9-0a02-447f-9520-52309905d1f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.165728 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-81e3c1e9-0a02-447f-9520-52309905d1f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ee9e5cd4-ab69-4700-8488-d69e19526a8a HTTP/1.1" status: 204 len: 168 time: 0.1518412 Aug 29 19:18:26.172723 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3c1e9-0a02-447f-9520-52309905d1f4 tempest-TestVolumeBootPattern-290515198 tempest-TestVolumeBootPattern-290515198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e5cd4-ab69-4700-8488-d69e19526a8a,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:26.231141 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35054) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:26.494593 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2a84-4ec2-4241-b9ef-47add1fc091e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.662819 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:26.722140 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (9e254a67-1501-4acf-9dba-000579d47430), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.785938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:26.963029 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Deleting port 9de2a382-cff6-4f60-acc7-79b1ed838ec2 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:26.963392 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:27.043847 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] For port 9de2a382-cff6-4f60-acc7-79b1ed838ec2, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=9de2a382-cff6-4f60-acc7-79b1ed838ec2,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:27.044581 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:27.058248 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Calling delete_port for 9de2a382-cff6-4f60-acc7-79b1ed838ec2 owned by network:router_interface {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:27.240090 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (9de2a382-cff6-4f60-acc7-79b1ed838ec2), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:27.277075 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de2a382-cff6-4f60-acc7-79b1ed838ec2,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:27.442570 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (9e254a67-1501-4acf-9dba-000579d47430), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:27.502018 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:27.648646 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Router 9e254a67-1501-4acf-9dba-000579d47430 has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:18:27.689557 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:27.752715 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:18:27.758374 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-14748650-05bb-4da3-9a20-d69583bd1ae1 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/9e254a67-1501-4acf-9dba-000579d47430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253789 Aug 29 19:18:27.761098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35058) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:27.762127 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] Sync routers for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:18:27.772832 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:27.773435 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:27.861604 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks [] for router (9e254a67-1501-4acf-9dba-000579d47430), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:27.875688 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:28.072323 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:18:27Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:28.114722 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] Checking router: 9e254a67-1501-4acf-9dba-000579d47430 for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:18:28.124856 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] Routers {'9e254a67-1501-4acf-9dba-000579d47430'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:28.125669 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:17:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['9e254a67-1501-4acf-9dba-000579d47430'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:28.189562 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks [] for router_gateway (9e254a67-1501-4acf-9dba-000579d47430), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.212736 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:28.230211 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] Set router 9e254a67-1501-4acf-9dba-000579d47430 gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:28.245438 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Deleting port 1095ca14-cec1-438f-8f85-385a4810de82 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:28.245751 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (1095ca14-cec1-438f-8f85-385a4810de82), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.285210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:28.333008 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] For port 1095ca14-cec1-438f-8f85-385a4810de82, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=1095ca14-cec1-438f-8f85-385a4810de82,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:28.333317 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (1095ca14-cec1-438f-8f85-385a4810de82), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.347155 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Calling delete_port for 1095ca14-cec1-438f-8f85-385a4810de82 owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:28.411216 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:18:27Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:28.437528 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e2bb0-7c04-422f-b779-8fd11659c1ac None None] The sync data for ids ['9e254a67-1501-4acf-9dba-000579d47430'] in dv-cinder-731261-6-iscsi is: [{'id': '9e254a67-1501-4acf-9dba-000579d47430', 'name': 'tempest-TestVolumeBootPattern-1892917714-router', 'tenant_id': '6a4d940594f542808602c7260993f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1095ca14-cec1-438f-8f85-385a4810de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:36Z', 'updated_at': '2022-08-29T19:18:27Z', 'revision_number': 5, 'project_id': '6a4d940594f542808602c7260993f85f', 'gw_port': {'id': '1095ca14-cec1-438f-8f85-385a4810de82', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e254a67-1501-4acf-9dba-000579d47430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:37Z', 'updated_at': '2022-08-29T19:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:18:28.525373 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (1095ca14-cec1-438f-8f85-385a4810de82), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.551706 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1095ca14-cec1-438f-8f85-385a4810de82,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:28.619719 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (9e254a67-1501-4acf-9dba-000579d47430), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.622473 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:28.710422 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (9e254a67-1501-4acf-9dba-000579d47430), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.712678 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks [] for router_controller (9e254a67-1501-4acf-9dba-000579d47430), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.755633 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (9e254a67-1501-4acf-9dba-000579d47430), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.756759 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e254a67-1501-4acf-9dba-000579d47430 {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:18:28.761300 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.762464 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-6750edfe-7fa9-4b02-abfd-b3c0bbd541d9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/9e254a67-1501-4acf-9dba-000579d47430 HTTP/1.1" status: 204 len: 168 time: 1.0003912 Aug 29 19:18:28.764978 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35060) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:28.816611 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Deleting subnet f84065b6-e3ee-4b15-80d1-59d666e5e090 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:18:28.821059 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Publish callbacks [] for subnet (f84065b6-e3ee-4b15-80d1-59d666e5e090), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.861338 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (f84065b6-e3ee-4b15-80d1-59d666e5e090), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.885426 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:28.908971 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-1006cd8f-76b2-4a07-adfa-2b4561ac4d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.948652 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (f84065b6-e3ee-4b15-80d1-59d666e5e090), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.012338 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (f84065b6-e3ee-4b15-80d1-59d666e5e090), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.040812 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84065b6-e3ee-4b15-80d1-59d666e5e090,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:29.042838 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.048611 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-87c7fddc-2378-4486-af9e-cf2ca0d2a26f admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/f84065b6-e3ee-4b15-80d1-59d666e5e090 HTTP/1.1" status: 204 len: 168 time: 0.2802150 Aug 29 19:18:29.048800 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35062) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:29.054188 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab42e27-6164-4bff-8a11-999bf7894675 None None] Network e57e46be-ed2c-4b43-aa10-cfbdcaee4566 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:18:29.133560 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (e57e46be-ed2c-4b43-aa10-cfbdcaee4566), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.179830 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Deleting port 071b1d79-9fad-4af7-8708-b5a1664a7d1a {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:29.180164 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.244555 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] For port 071b1d79-9fad-4af7-8708-b5a1664a7d1a, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=071b1d79-9fad-4af7-8708-b5a1664a7d1a,segment=NetworkSegment(ac04174b-82bb-4376-a180-c750bd0ea94f),segment_id=ac04174b-82bb-4376-a180-c750bd0ea94f)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:29.244915 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.262922 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Calling delete_port for 071b1d79-9fad-4af7-8708-b5a1664a7d1a owned by network:dhcp {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:29.341699 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (071b1d79-9fad-4af7-8708-b5a1664a7d1a), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.363759 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=071b1d79-9fad-4af7-8708-b5a1664a7d1a,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:29.369565 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] No DVR routers for this DVR port 071b1d79-9fad-4af7-8708-b5a1664a7d1a on host dv-cinder-731261-6-iscsi {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:18:29.446007 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:29.446568 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (e57e46be-ed2c-4b43-aa10-cfbdcaee4566), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.457221 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7addb295-e25e-418f-84fb-f71fcab5898b None None] DHCP port deletion for e57e46be-ed2c-4b43-aa10-cfbdcaee4566 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:18:29.472248 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57e46be-ed2c-4b43-aa10-cfbdcaee4566']}} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:29.487491 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac04174b-82bb-4376-a180-c750bd0ea94f') {'for_net_delete': True} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:29.487779 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac04174b-82bb-4376-a180-c750bd0ea94f') {} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:29.498754 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9155012'] for segment (ac04174b-82bb-4376-a180-c750bd0ea94f), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.513047 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (ac04174b-82bb-4376-a180-c750bd0ea94f), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.519365 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=101722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:18:29.519746 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737671'] for segment (ac04174b-82bb-4376-a180-c750bd0ea94f), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.560401 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment ac04174b-82bb-4376-a180-c750bd0ea94f resource provider aggregate not found Aug 29 19:18:29.580508 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment ac04174b-82bb-4376-a180-c750bd0ea94f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac04174b-82bb-4376-a180-c750bd0ea94f found for delete ", "request_id": "req-f499b365-5cef-4572-ade7-1b6074daa3a5"}]} Aug 29 19:18:29.587621 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (e57e46be-ed2c-4b43-aa10-cfbdcaee4566), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.605443 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.608442 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/e57e46be-ed2c-4b43-aa10-cfbdcaee4566 HTTP/1.1" status: 204 len: 168 time: 0.5586178 Aug 29 19:18:29.609886 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a5be9-ce11-40b0-9438-06da1dd6c6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57e46be-ed2c-4b43-aa10-cfbdcaee4566,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:29.611690 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35068) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:29.759801 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 1095ca14-cec1-438f-8f85-385a4810de82 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:29.779440 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 1095ca14-cec1-438f-8f85-385a4810de82 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:29.779786 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 1095ca14-cec1-438f-8f85-385a4810de82 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:29.780208 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 071b1d79-9fad-4af7-8708-b5a1664a7d1a no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:29.805532 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 071b1d79-9fad-4af7-8708-b5a1664a7d1a {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:29.805875 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 071b1d79-9fad-4af7-8708-b5a1664a7d1a not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:29.806495 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9de2a382-cff6-4f60-acc7-79b1ed838ec2 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:29.824884 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 9de2a382-cff6-4f60-acc7-79b1ed838ec2 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:29.825211 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 9de2a382-cff6-4f60-acc7-79b1ed838ec2 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:29.968002 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (c9b13d65-1e9a-48fc-9399-514eb6d871cc), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:30.108791 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:30.209921 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Deleting port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:30.210257 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:30.250597 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:30.299251 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] For port 2cf041cf-c98a-4d77-9401-15d6dbb28fa7, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:30.299607 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:30.313058 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Calling delete_port for 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 owned by network:router_interface {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:30.365981 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:30.500556 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (2cf041cf-c98a-4d77-9401-15d6dbb28fa7), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:30.526723 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf041cf-c98a-4d77-9401-15d6dbb28fa7,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:30.693721 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (c9b13d65-1e9a-48fc-9399-514eb6d871cc), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:30.910209 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Router c9b13d65-1e9a-48fc-9399-514eb6d871cc has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:18:31.025137 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:18:31.030554 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-8ad09087-0fe5-4dd8-ae36-7a90e730f845 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/c9b13d65-1e9a-48fc-9399-514eb6d871cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177299 Aug 29 19:18:31.033689 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35070) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:31.036868 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] Sync routers for ids ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:18:31.049745 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] Routers {'c9b13d65-1e9a-48fc-9399-514eb6d871cc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:31.050372 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:31.118028 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:31.139101 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks [] for router (c9b13d65-1e9a-48fc-9399-514eb6d871cc), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.244868 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks [] for router_gateway (c9b13d65-1e9a-48fc-9399-514eb6d871cc), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.276949 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:31.281930 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] Set router c9b13d65-1e9a-48fc-9399-514eb6d871cc gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:31.290739 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Deleting port 16f016ef-d3c0-479f-89d0-da354b855792 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:31.291098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (16f016ef-d3c0-479f-89d0-da354b855792), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.375334 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] For port 16f016ef-d3c0-479f-89d0-da354b855792, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=16f016ef-d3c0-479f-89d0-da354b855792,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:31.375593 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (16f016ef-d3c0-479f-89d0-da354b855792), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.389331 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Calling delete_port for 16f016ef-d3c0-479f-89d0-da354b855792 owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:31.449887 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '16f016ef-d3c0-479f-89d0-da354b855792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:18:30Z', 'revision_number': 5, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port': {'id': '16f016ef-d3c0-479f-89d0-da354b855792', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:09:43Z', 'updated_at': '2022-08-29T19:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:31.478758 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] Checking router: c9b13d65-1e9a-48fc-9399-514eb6d871cc for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:18:31.487335 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] Routers {'c9b13d65-1e9a-48fc-9399-514eb6d871cc'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:31.487937 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:31.557735 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (16f016ef-d3c0-479f-89d0-da354b855792), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.561130 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.583461 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f016ef-d3c0-479f-89d0-da354b855792,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:31.584647 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] Set router c9b13d65-1e9a-48fc-9399-514eb6d871cc gateway port host: None {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:31.638608 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:18:31Z', 'revision_number': 6, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:31.651690 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (c9b13d65-1e9a-48fc-9399-514eb6d871cc), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.663396 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ec71e-24ca-4d5f-adad-71e180bf881a None None] The sync data for ids ['c9b13d65-1e9a-48fc-9399-514eb6d871cc'] in dv-cinder-731261-6-iscsi is: [{'id': 'c9b13d65-1e9a-48fc-9399-514eb6d871cc', 'name': 'tempest-TestVolumeBootPattern-1753780384-router', 'tenant_id': '35c86e18d47449a6bfb9a93397cec4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:09:42Z', 'updated_at': '2022-08-29T19:18:31Z', 'revision_number': 6, 'project_id': '35c86e18d47449a6bfb9a93397cec4e5', 'gw_port_host': None}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:18:31.919013 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.958833 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (c9b13d65-1e9a-48fc-9399-514eb6d871cc), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:31.961579 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks [] for router_controller (c9b13d65-1e9a-48fc-9399-514eb6d871cc), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.012614 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (c9b13d65-1e9a-48fc-9399-514eb6d871cc), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.013328 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b13d65-1e9a-48fc-9399-514eb6d871cc {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:18:32.017775 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.018936 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-990c4c01-ffaf-4cd2-9938-531b6bc0d9a7 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/c9b13d65-1e9a-48fc-9399-514eb6d871cc HTTP/1.1" status: 204 len: 168 time: 0.9842608 Aug 29 19:18:32.022151 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35072) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:32.091044 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Deleting subnet bce6be15-0603-4d78-88ef-e467a76ef465 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:18:32.094582 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Publish callbacks [] for subnet (bce6be15-0603-4d78-88ef-e467a76ef465), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.131418 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (bce6be15-0603-4d78-88ef-e467a76ef465), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.209293 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (bce6be15-0603-4d78-88ef-e467a76ef465), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.252571 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:32.265098 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (bce6be15-0603-4d78-88ef-e467a76ef465), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.294115 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.297373 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/bce6be15-0603-4d78-88ef-e467a76ef465 HTTP/1.1" status: 204 len: 168 time: 0.2739863 Aug 29 19:18:32.298198 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55388b9a-caf9-49f0-a557-77694f925d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce6be15-0603-4d78-88ef-e467a76ef465,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:32.299867 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35074) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:32.300235 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2e266-e34b-4798-aee9-2ce34d9594ce None None] Network eb73da6b-f312-4406-af13-862bd0c6700d requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:18:32.384307 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (eb73da6b-f312-4406-af13-862bd0c6700d), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.429072 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:32.437085 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Deleting port c02010d1-5891-4224-90fa-66c82a25b900 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:32.437405 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (c02010d1-5891-4224-90fa-66c82a25b900), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.459658 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:32.462255 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] DHCP port deletion for eb73da6b-f312-4406-af13-862bd0c6700d request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:18:32.485887 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:32.486227 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 2cf041cf-c98a-4d77-9401-15d6dbb28fa7 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:32.518097 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] For port c02010d1-5891-4224-90fa-66c82a25b900, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=c02010d1-5891-4224-90fa-66c82a25b900,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:32.518589 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (c02010d1-5891-4224-90fa-66c82a25b900), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.524726 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Deleting port c02010d1-5891-4224-90fa-66c82a25b900 {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:32.525102 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (c02010d1-5891-4224-90fa-66c82a25b900), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.535324 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Calling delete_port for c02010d1-5891-4224-90fa-66c82a25b900 owned by network:dhcp {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:32.607022 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] For port c02010d1-5891-4224-90fa-66c82a25b900, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=c02010d1-5891-4224-90fa-66c82a25b900,segment=NetworkSegment(a7e2c7b4-d756-4f60-8131-05d59e428d73),segment_id=a7e2c7b4-d756-4f60-8131-05d59e428d73)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:32.607552 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (c02010d1-5891-4224-90fa-66c82a25b900), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.625597 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Calling delete_port for c02010d1-5891-4224-90fa-66c82a25b900 owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:32.633346 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (c02010d1-5891-4224-90fa-66c82a25b900), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.640690 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:32.658435 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c02010d1-5891-4224-90fa-66c82a25b900,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:32.667150 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] No DVR routers for this DVR port c02010d1-5891-4224-90fa-66c82a25b900 on host dv-cinder-731261-6-iscsi {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:18:32.679980 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:32.714403 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (c02010d1-5891-4224-90fa-66c82a25b900), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.743849 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Pushing event deleted for resources: {'Port': ['ID=c02010d1-5891-4224-90fa-66c82a25b900,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:32.753171 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.753520 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.753857 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.754201 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.754523 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.754848 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.755202 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.756320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.756641 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.756966 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.757293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.757614 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.757935 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.758252 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.758569 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731261-6-iscsi {{(pid=101723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:32.761707 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1659c-bead-4685-8015-0271e16e125f None None] No DVR routers for this DVR port c02010d1-5891-4224-90fa-66c82a25b900 on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:18:32.766777 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (eb73da6b-f312-4406-af13-862bd0c6700d), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.796463 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb73da6b-f312-4406-af13-862bd0c6700d']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:32.813866 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e2c7b4-d756-4f60-8131-05d59e428d73') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:32.814172 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e2c7b4-d756-4f60-8131-05d59e428d73') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:32.827945 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (a7e2c7b4-d756-4f60-8131-05d59e428d73), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.845497 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (a7e2c7b4-d756-4f60-8131-05d59e428d73), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.853364 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:18:32.853862 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (a7e2c7b4-d756-4f60-8131-05d59e428d73), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.916994 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (eb73da6b-f312-4406-af13-862bd0c6700d), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.922277 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:32.925608 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/eb73da6b-f312-4406-af13-862bd0c6700d HTTP/1.1" status: 204 len: 168 time: 0.6247468 Aug 29 19:18:32.939619 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c9904-1f5c-47b8-a578-e83b2fc5fb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb73da6b-f312-4406-af13-862bd0c6700d,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:33.004492 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment a7e2c7b4-d756-4f60-8131-05d59e428d73 resource provider aggregate not found Aug 29 19:18:33.022013 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment a7e2c7b4-d756-4f60-8131-05d59e428d73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7e2c7b4-d756-4f60-8131-05d59e428d73 found for delete ", "request_id": "req-281d0ed4-fac2-45dd-899e-a119ec18897e"}]} Aug 29 19:18:33.053979 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35084) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:33.096100 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-eeb351b2-f59f-4256-8373-aee2a06e5658 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6a4d940594f542808602c7260993f85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407164 Aug 29 19:18:33.098684 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35086) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:33.152180 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-abe9bdc7-789a-455e-b951-a63c84bc5dbc admin admin] Publish callbacks [] for security_group (ebc47129-0503-4e8d-ad5c-834946f641bb), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.173026 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-abe9bdc7-789a-455e-b951-a63c84bc5dbc admin admin] Publish callbacks [] for security_group (ebc47129-0503-4e8d-ad5c-834946f641bb), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.222050 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-abe9bdc7-789a-455e-b951-a63c84bc5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (ebc47129-0503-4e8d-ad5c-834946f641bb), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.225292 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-abe9bdc7-789a-455e-b951-a63c84bc5dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.226624 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-abe9bdc7-789a-455e-b951-a63c84bc5dbc admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ebc47129-0503-4e8d-ad5c-834946f641bb HTTP/1.1" status: 204 len: 168 time: 0.1265242 Aug 29 19:18:33.234574 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9bdc7-789a-455e-b951-a63c84bc5dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc47129-0503-4e8d-ad5c-834946f641bb,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:33.569466 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35092) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:33.618679 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-56b5d686-3e37-48a6-9b3d-664695fbb014 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=35c86e18d47449a6bfb9a93397cec4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476234 Aug 29 19:18:33.621199 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35094) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:33.627994 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:33.672676 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8993e05-8986-4937-a3f7-9048b9ad8f68 admin admin] Publish callbacks [] for security_group (729c709b-e083-4c97-89e2-1ef784424051), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.693612 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8993e05-8986-4937-a3f7-9048b9ad8f68 admin admin] Publish callbacks [] for security_group (729c709b-e083-4c97-89e2-1ef784424051), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.745423 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8993e05-8986-4937-a3f7-9048b9ad8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (729c709b-e083-4c97-89e2-1ef784424051), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.748480 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-a8993e05-8986-4937-a3f7-9048b9ad8f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:33.749822 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-a8993e05-8986-4937-a3f7-9048b9ad8f68 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/729c709b-e083-4c97-89e2-1ef784424051 HTTP/1.1" status: 204 len: 168 time: 0.1276927 Aug 29 19:18:33.759050 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993e05-8986-4937-a3f7-9048b9ad8f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c709b-e083-4c97-89e2-1ef784424051,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:33.766611 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 16f016ef-d3c0-479f-89d0-da354b855792 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:33.791719 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 16f016ef-d3c0-479f-89d0-da354b855792 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:33.792069 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 16f016ef-d3c0-479f-89d0-da354b855792 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:33.792476 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device c02010d1-5891-4224-90fa-66c82a25b900 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:18:33.821770 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: c02010d1-5891-4224-90fa-66c82a25b900 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:18:33.822115 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device c02010d1-5891-4224-90fa-66c82a25b900 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:18:38.414760 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=19 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:38.415684 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=15 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:39.594243 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:39.595035 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=73,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:43.753302 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:43.754114 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=79,neutron:DELETE=9 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:43.791855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:43.801336 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:44.588638 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:48.876515 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:18:53.040813 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-c92c3cfb-27ae-4ae2-b5c1-1c504864ec3e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464547 Aug 29 19:18:53.122508 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-7ac7a66a-4a6e-43a3-88a3-efe8ee4a8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:53.124663 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-7ac7a66a-4a6e-43a3-88a3-efe8ee4a8aa7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1168 time: 0.0453002 Aug 29 19:18:53.236165 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-1915ca5a-1af7-4b11-b7ff-200a1629386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:53.237634 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-1915ca5a-1af7-4b11-b7ff-200a1629386a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.0940113 Aug 29 19:18:53.302131 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-c5eb7371-3197-4665-89c1-257214ff14f8 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 999 time: 0.0580428 Aug 29 19:18:53.353967 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-b3882070-0490-4338-be59-ba3d5a3c3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:53.355465 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-b3882070-0490-4338-be59-ba3d5a3c3165 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0467286 Aug 29 19:18:53.401255 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-93ce194e-0c62-4a88-a381-3b0d170ba557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:53.402658 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-93ce194e-0c62-4a88-a381-3b0d170ba557 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412226 Aug 29 19:18:53.504131 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-9a60ef15-a1a5-49f9-966d-ef25fbd53ae9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946145 Aug 29 19:18:53.601853 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d0aec3a3-ba8b-4183-9641-d61a4d7d8113 req-262e863d-5cb9-40d9-9bf7-a1751c7ed092 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 Aug 29 19:18:53.897684 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-57119620-c7f4-4821-867e-aa66bc1be209 req-85bac8fc-3364-4a26-9e0f-5d6f8815a00c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-147205429&fields=id&tenant_id=af3f2410b6e94037becf20e9c7908820 HTTP/1.1" status: 200 len: 267 time: 0.0525141 Aug 29 19:18:53.950202 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57119620-c7f4-4821-867e-aa66bc1be209 req-f70e9cfc-e7e6-4a81-8145-8d6de34caccd tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:53.951958 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-57119620-c7f4-4821-867e-aa66bc1be209 req-f70e9cfc-e7e6-4a81-8145-8d6de34caccd tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 984 time: 0.0486817 Aug 29 19:18:53.963282 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.v2.base [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Request body: {'port': {'security_groups': ['7b3b3140-1d52-4bce-9f60-0184910c244b']}} {{(pid=101722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:18:54.041857 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986482'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.231966 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:18:54.544114 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), precommit_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.549205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784193360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784192912936', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784192912954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737755'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_update {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.559742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:54.560282 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.561970 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-57119620-c7f4-4821-867e-aa66bc1be209 req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "PUT /networking/v2.0/ports/b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 942 time: 0.6035635 Aug 29 19:18:54.562475 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:18:54.564793 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:18:54.568455 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35114) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:54.578178 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:54.584889 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['b0f418fc-ebca-4a43-b11c-fdad08b89852'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:18:54.606236 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:54.620688 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967aaa1b-a7cf-4bd1-8dbc-95954e2154bb x-openstack-request-id: req-967aaa1b-a7cf-4bd1-8dbc-95954e2154bb {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:18:54.621026 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:18:54.621280 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-967aaa1b-a7cf-4bd1-8dbc-95954e2154bb {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:18:54.621709 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967aaa1b-a7cf-4bd1-8dbc-95954e2154bb'] response: {'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'status': 'completed', 'code': 200} Aug 29 19:18:54.626703 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a7a6f-f261-47ca-85b8-f7fe816d5ef6 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event updated for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=7']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:54.637450 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b21a4cc-1b38-42f3-94e0-f7b790d8bcfe tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group (e9508fc8-9025-455a-bb1a-5dc32fcd9452), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.640998 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:54.666451 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b21a4cc-1b38-42f3-94e0-f7b790d8bcfe tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group (e9508fc8-9025-455a-bb1a-5dc32fcd9452), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.726834 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['b0f418fc-ebca-4a43-b11c-fdad08b89852'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:18:54.727351 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:54.741372 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b21a4cc-1b38-42f3-94e0-f7b790d8bcfe tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (e9508fc8-9025-455a-bb1a-5dc32fcd9452), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.744815 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-2b21a4cc-1b38-42f3-94e0-f7b790d8bcfe tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for security_group (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.749989 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-2b21a4cc-1b38-42f3-94e0-f7b790d8bcfe tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e9508fc8-9025-455a-bb1a-5dc32fcd9452 HTTP/1.1" status: 204 len: 168 time: 0.1766400 Aug 29 19:18:54.751404 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35116) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:54.768492 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-45726eec-0ac2-4107-8a3a-e5792ec73458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:54.769819 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-45726eec-0ac2-4107-8a3a-e5792ec73458 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1129 time: 0.0521286 Aug 29 19:18:54.856019 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21a4cc-1b38-42f3-94e0-f7b790d8bcfe tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9508fc8-9025-455a-bb1a-5dc32fcd9452,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:54.889480 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-3e5d372c-ca0d-47c4-a57c-01a95eca48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:54.891352 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-3e5d372c-ca0d-47c4-a57c-01a95eca48cc service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.1138499 Aug 29 19:18:54.922247 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Deleting port aecc8c18-ea64-48f5-b8bb-1fe6b232c710 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:18:54.922660 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:54.964987 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-101ed8c2-1986-41bb-8003-0c3f51655415 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 999 time: 0.0666046 Aug 29 19:18:55.017596 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:55.017975 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for floatingip (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:55.023556 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-13af243c-08a4-4c34-a187-f007438b8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:55.025005 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-13af243c-08a4-4c34-a187-f007438b8bbb service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0543511 Aug 29 19:18:55.032172 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Calling delete_port for aecc8c18-ea64-48f5-b8bb-1fe6b232c710 owned by network:floatingip {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:18:55.077202 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-793e86f8-cd56-451c-a2ad-d589146a46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:55.078739 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-793e86f8-cd56-451c-a2ad-d589146a46df service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475266 Aug 29 19:18:55.187137 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-848e599e-6f80-4442-b43a-89622dbc1592 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002719 Aug 29 19:18:55.206883 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (aecc8c18-ea64-48f5-b8bb-1fe6b232c710), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:55.235244 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event deleted for resources: {'Port': ['ID=aecc8c18-ea64-48f5-b8bb-1fe6b232c710,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:55.286424 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-e1d1e7cd-acdb-46b5-82c2-6fdd7833701c req-7bbff8c5-1d05-4ea0-b314-3d7018c1f477 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Aug 29 19:18:55.301555 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks [] for floatingip (802732f2-b416-4815-a827-a2e9b41680a0), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:55.301939 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.db.l3_db [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Floating IP 802732f2-b416-4815-a827-a2e9b41680a0 disassociated (deleted). External IP: 172.27.2.9, port: b0f418fc-ebca-4a43-b11c-fdad08b89852. Aug 29 19:18:55.512295 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Router 55a32a6f-46bf-4a17-a721-42dc8432a7ca has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:18:55.515128 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:55.520872 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:55.631183 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:18:55.636066 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for floatingip (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:55.641325 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] Sync routers for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:18:55.656866 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:55.657494 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:55.667588 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-3873608b-6acc-4f68-8301-1049b7a3dd31 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/802732f2-b416-4815-a827-a2e9b41680a0 HTTP/1.1" status: 204 len: 168 time: 0.9150012 Aug 29 19:18:55.668179 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:18:55.671388 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df4a28338ca18929708dcaadddd98dcb13f970295f52afe59e7c002af7ef94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe0b887-8ed8-4ffc-ab5a-67013a726959" -d '{"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:18:55.769462 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:55.976547 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807f868-dced-428a-bd76-6e98fe27ea0e x-openstack-request-id: req-8807f868-dced-428a-bd76-6e98fe27ea0e {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:18:55.976909 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "status": "completed", "code": 200}]} {{(pid=101721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:18:55.977244 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8807f868-dced-428a-bd76-6e98fe27ea0e {{(pid=101721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:18:55.977733 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8807f868-dced-428a-bd76-6e98fe27ea0e'] response: {'name': 'network-changed', 'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'status': 'completed', 'code': 200} Aug 29 19:18:56.014682 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:56Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:56.039862 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] Checking router: 55a32a6f-46bf-4a17-a721-42dc8432a7ca for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:18:56.049293 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:18:56.049931 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:29Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:56.153993 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:18:56.337227 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-15edd9c0-e1f4-4727-ac0b-8c5fe6267cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:56.338868 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-15edd9c0-e1f4-4727-ac0b-8c5fe6267cc6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=af3f2410b6e94037becf20e9c7908820&device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 1129 time: 0.0414612 Aug 29 19:18:56.450594 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-1d4c8f6e-eda6-4fbf-bd7d-b87b84c5673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:56.452702 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-1d4c8f6e-eda6-4fbf-bd7d-b87b84c5673d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 200 len: 916 time: 0.1052189 Aug 29 19:18:56.460718 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:56Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:18:56.492098 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff7e90-0957-402d-8b91-2b86dad171d5 None None] The sync data for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi is: [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:16:50Z', 'revision_number': 4, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi', '_interfaces': [{'id': 'bcd3eef2-c94e-4245-813a-90fb1b8b3756', 'name': '', 'network_id': '4cfaa510-29a5-4abf-8297-886bffbf05f5', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'mac_address': 'fa:16:3e:18:d1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:50Z', 'updated_at': '2022-08-29T19:16:56Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'subnets': [{'id': 'fdaac4ec-77ea-46e2-b860-32b0b9df56c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:18:56.498488 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-e2fefc86-76d6-4bf6-8bbe-75bec45a8be7 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 200 len: 217 time: 0.0361295 Aug 29 19:18:56.500163 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-1988bcc7-c436-4d80-905c-3daa485de917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:56.551237 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-3edb2589-20af-4e30-be61-8314f1b47427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:56.552692 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-3edb2589-20af-4e30-be61-8314f1b47427 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 200 len: 853 time: 0.0528152 Aug 29 19:18:56.600319 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-68a64ecc-7f6e-4aae-ac4d-df4518cdb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:56.601715 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-68a64ecc-7f6e-4aae-ac4d-df4518cdb48c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=4cfaa510-29a5-4abf-8297-886bffbf05f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421309 Aug 29 19:18:56.705222 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-c7ef97dd-7923-465e-8e59-c590fb57f5ed service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967040 Aug 29 19:18:56.745841 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d1198-8a41-4dd8-ba42-747e455d474f None None] New status for floating IP 802732f2-b416-4815-a827-a2e9b41680a0: DOWN {{(pid=101723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:18:56.841696 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-fbe0b887-8ed8-4ffc-ab5a-67013a726959 req-346c6fc9-e3bc-41b4-9e1f-1017a931959c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124940 Aug 29 19:18:58.501169 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485dfe5-53f1-4ddc-b81d-f591a4ba5a62 req-3ccf80f6-c15b-4434-9777-bc0ac2609a9c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:58.502522 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2485dfe5-53f1-4ddc-b81d-f591a4ba5a62 req-3ccf80f6-c15b-4434-9777-bc0ac2609a9c tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Aug 29 19:18:58.559339 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-2485dfe5-53f1-4ddc-b81d-f591a4ba5a62 req-f7b1e8b0-0ca2-47b0-880d-e2b03371c507 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508473 Aug 29 19:18:58.907181 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7e2ce4df-2894-471b-9a41-0d275ad922e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:59.647235 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:59.669754 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=100 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:59.693448 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8722-57bf-4e1d-9b24-8bc5b690c403 req-ec687dbb-d6dc-4f21-8ccf-a8392b1f4827 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:18:59.694982 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d25d8722-57bf-4e1d-9b24-8bc5b690c403 req-ec687dbb-d6dc-4f21-8ccf-a8392b1f4827 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0582178 Aug 29 19:18:59.749509 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-d25d8722-57bf-4e1d-9b24-8bc5b690c403 req-ba21352a-3c87-4349-885f-285b0949f628 tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=7b3b3140-1d52-4bce-9f60-0184910c244b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 Aug 29 19:19:00.115365 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:00.298719 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-402d3e81-913f-42c7-9f77-b6ca2d669e1b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:19:00.300399 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-402d3e81-913f-42c7-9f77-b6ca2d669e1b tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 945 time: 0.0600247 Aug 29 19:19:00.400693 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Deleting port b0f418fc-ebca-4a43-b11c-fdad08b89852 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:00.400955 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:00.497471 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] For port b0f418fc-ebca-4a43-b11c-fdad08b89852, host hv-cinder-73126, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73126',level=0,port_id=b0f418fc-ebca-4a43-b11c-fdad08b89852,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:00.497902 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:00.512222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Calling delete_port for b0f418fc-ebca-4a43-b11c-fdad08b89852 owned by compute:nova {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:00.661678 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (b0f418fc-ebca-4a43-b11c-fdad08b89852), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:00.692562 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Pushing event deleted for resources: {'Port': ['ID=b0f418fc-ebca-4a43-b11c-fdad08b89852,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:00.695528 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] get_ports_and_sgs() called for port_ids ['b0f418fc-ebca-4a43-b11c-fdad08b89852'] {{(pid=101723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:19:00.750297 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] No DVR routers for this DVR port b0f418fc-ebca-4a43-b11c-fdad08b89852 on host hv-cinder-73126 {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:19:00.753256 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99786'] for port (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:00.756645 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-829778a8-ede3-44e0-9540-04dfbf7a320c req-e81abe78-5c91-48a0-b1df-19f9174c472d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.71 "DELETE /networking/v2.0/ports/b0f418fc-ebca-4a43-b11c-fdad08b89852 HTTP/1.1" status: 204 len: 173 time: 0.4499512 Aug 29 19:19:00.757106 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'name': 'network-vif-deleted', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852'}] {{(pid=101722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:19:00.759415 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97e0188904a04d0da9ea1a4ff9bd347eb7c51794479c2e1f64501fd4f64e430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf037e34-0c34-4bed-b63a-4a0a768b1886" -d '{"events": [{"server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "name": "network-vif-deleted", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852"}]}' {{(pid=101722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:19:00.807087 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9a8276-a29c-47cb-a20a-10289ae8f01c x-openstack-request-id: req-1e9a8276-a29c-47cb-a20a-10289ae8f01c {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:19:00.807468 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b24b54f-9905-4e1d-bb8d-626eced87f70", "name": "network-vif-deleted", "tag": "b0f418fc-ebca-4a43-b11c-fdad08b89852", "status": "completed", "code": 200}]} {{(pid=101722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:19:00.808283 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e9a8276-a29c-47cb-a20a-10289ae8f01c {{(pid=101722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:19:00.808542 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9a8276-a29c-47cb-a20a-10289ae8f01c'] response: {'server_uuid': '7b24b54f-9905-4e1d-bb8d-626eced87f70', 'name': 'network-vif-deleted', 'tag': 'b0f418fc-ebca-4a43-b11c-fdad08b89852', 'status': 'completed', 'code': 200} Aug 29 19:19:00.883810 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [req-c845106a-2d7c-4b2c-abd7-bf288b54c39c req-3dd04c21-6f4d-4255-876e-3720462a6a3d tempest-TestMinimumBasicScenario-1816252808 tempest-TestMinimumBasicScenario-1816252808-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=7b24b54f-9905-4e1d-bb8d-626eced87f70 HTTP/1.1" status: 200 len: 210 time: 0.0329404 Aug 29 19:19:01.504844 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:01.915478 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:02.737998 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35200) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:03.074708 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (55a32a6f-46bf-4a17-a721-42dc8432a7ca), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:03.132881 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:03.176788 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:03.241804 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device b0f418fc-ebca-4a43-b11c-fdad08b89852 no longer exists at agent hyperv_hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:03.262643 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] No Port match for: b0f418fc-ebca-4a43-b11c-fdad08b89852 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:03.262985 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Device b0f418fc-ebca-4a43-b11c-fdad08b89852 not bound to the agent host hv-cinder-73126 {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:03.321675 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Deleting port bcd3eef2-c94e-4245-813a-90fb1b8b3756 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:03.322197 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:03.410448 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] For port bcd3eef2-c94e-4245-813a-90fb1b8b3756, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=bcd3eef2-c94e-4245-813a-90fb1b8b3756,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:03.410730 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:03.424893 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Calling delete_port for bcd3eef2-c94e-4245-813a-90fb1b8b3756 owned by network:router_interface {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:03.621074 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (bcd3eef2-c94e-4245-813a-90fb1b8b3756), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:03.652922 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd3eef2-c94e-4245-813a-90fb1b8b3756,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:03.860561 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (55a32a6f-46bf-4a17-a721-42dc8432a7ca), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.094728 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Router 55a32a6f-46bf-4a17-a721-42dc8432a7ca has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:19:04.101036 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:04.108060 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:04.210831 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:19:04.216241 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-24e4a914-04e1-4613-b2e0-8b93d50f13ee admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/55a32a6f-46bf-4a17-a721-42dc8432a7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766808 Aug 29 19:19:04.219722 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35202) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:04.221601 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] Sync routers for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:19:04.233977 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:19:04.234655 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:04.333087 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks [] for router (55a32a6f-46bf-4a17-a721-42dc8432a7ca), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.348933 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: dv-cinder-731261-6-iscsi {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:19:04.441441 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks [] for router_gateway (55a32a6f-46bf-4a17-a721-42dc8432a7ca), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.492153 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Deleting port 292a93db-bb29-4ccd-a737-acd13535d3b5 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:04.492488 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.535399 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:04.538161 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=100 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:04.541521 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:19:03Z', 'revision_number': 5, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port': {'id': '292a93db-bb29-4ccd-a737-acd13535d3b5', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:48Z', 'updated_at': '2022-08-29T19:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:04.567753 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] Checking router: 55a32a6f-46bf-4a17-a721-42dc8432a7ca for host: dv-cinder-731261-6-iscsi {{(pid=101724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:19:04.577286 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] Routers {'55a32a6f-46bf-4a17-a721-42dc8432a7ca'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:19:04.577910 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'], 'active': True} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:04.589294 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] For port 292a93db-bb29-4ccd-a737-acd13535d3b5, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=292a93db-bb29-4ccd-a737-acd13535d3b5,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:04.589653 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.604507 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Calling delete_port for 292a93db-bb29-4ccd-a737-acd13535d3b5 owned by network:router_gateway {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:04.667934 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_dvr_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] Set router 55a32a6f-46bf-4a17-a721-42dc8432a7ca gateway port host: None {{(pid=101724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:19:04.719676 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.l3_hamode_db [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:19:04Z', 'revision_number': 6, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:04.755238 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a348592-2a1a-42d7-b84f-3ebec2b3f237 None None] The sync data for ids ['55a32a6f-46bf-4a17-a721-42dc8432a7ca'] in dv-cinder-731261-6-iscsi is: [{'id': '55a32a6f-46bf-4a17-a721-42dc8432a7ca', 'name': 'tempest-TestMinimumBasicScenario-676417776-router', 'tenant_id': 'af3f2410b6e94037becf20e9c7908820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:47Z', 'updated_at': '2022-08-29T19:19:04Z', 'revision_number': 6, 'project_id': 'af3f2410b6e94037becf20e9c7908820', 'gw_port_host': None}] {{(pid=101724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:19:04.795375 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (292a93db-bb29-4ccd-a737-acd13535d3b5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.824025 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=292a93db-bb29-4ccd-a737-acd13535d3b5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:04.896578 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (55a32a6f-46bf-4a17-a721-42dc8432a7ca), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.992339 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (55a32a6f-46bf-4a17-a721-42dc8432a7ca), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:04.994703 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks [] for router_controller (55a32a6f-46bf-4a17-a721-42dc8432a7ca), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.045385 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (55a32a6f-46bf-4a17-a721-42dc8432a7ca), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.046013 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a32a6f-46bf-4a17-a721-42dc8432a7ca {{(pid=101721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:19:05.050740 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.052320 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-1536bab7-0234-48d1-ab7a-bc6a5f5afeb9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/55a32a6f-46bf-4a17-a721-42dc8432a7ca HTTP/1.1" status: 204 len: 168 time: 0.8314803 Aug 29 19:19:05.055206 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35204) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:05.063320 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:05.108460 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Deleting subnet fdaac4ec-77ea-46e2-b860-32b0b9df56c1 {{(pid=101721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:19:05.112215 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Publish callbacks [] for subnet (fdaac4ec-77ea-46e2-b860-32b0b9df56c1), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.134238 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:05.155454 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842986'] for subnet (fdaac4ec-77ea-46e2-b860-32b0b9df56c1), precommit_delete_associations {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.246700 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (fdaac4ec-77ea-46e2-b860-32b0b9df56c1), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.313279 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2843034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100180'] for subnet (fdaac4ec-77ea-46e2-b860-32b0b9df56c1), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.344089 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdaac4ec-77ea-46e2-b860-32b0b9df56c1,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:05.347648 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for subnet (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.351050 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-7dadd841-fc47-4837-b579-e7f4cbadccae admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/fdaac4ec-77ea-46e2-b860-32b0b9df56c1 HTTP/1.1" status: 204 len: 168 time: 0.2944865 Aug 29 19:19:05.353432 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfb1b3-cc84-4aac-ae6c-5cdb13b1a7fe None None] Network 4cfaa510-29a5-4abf-8297-886bffbf05f5 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:19:05.354276 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35206) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:05.438851 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (4cfaa510-29a5-4abf-8297-886bffbf05f5), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.491349 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Deleting port 77391b0b-94e5-4dc8-af3e-94c073fc1603 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:05.491822 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.555741 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] DHCP port deletion for 4cfaa510-29a5-4abf-8297-886bffbf05f5 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:19:05.574561 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] For port 77391b0b-94e5-4dc8-af3e-94c073fc1603, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=77391b0b-94e5-4dc8-af3e-94c073fc1603,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:05.574929 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.595144 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Calling delete_port for 77391b0b-94e5-4dc8-af3e-94c073fc1603 owned by network:dhcp {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:05.598369 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] Deleting port 77391b0b-94e5-4dc8-af3e-94c073fc1603 {{(pid=101723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:05.598736 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), before_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.678405 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.db [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] For port 77391b0b-94e5-4dc8-af3e-94c073fc1603, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=77391b0b-94e5-4dc8-af3e-94c073fc1603,segment=NetworkSegment(aa1c4bcd-d995-44e2-b7de-5cfaa2626c32),segment_id=aa1c4bcd-d995-44e2-b7de-5cfaa2626c32)] {{(pid=101723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:05.679049 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), precommit_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.694916 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] Calling delete_port for 77391b0b-94e5-4dc8-af3e-94c073fc1603 owned by network:dhcp {{(pid=101723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:05.706312 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.742933 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] No DVR routers for this DVR port 77391b0b-94e5-4dc8-af3e-94c073fc1603 on host dv-cinder-731261-6-iscsi {{(pid=101721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:19:05.748223 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77391b0b-94e5-4dc8-af3e-94c073fc1603,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:05.801843 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:05.815371 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927'] for port (77391b0b-94e5-4dc8-af3e-94c073fc1603), after_delete {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.846493 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] Pushing event deleted for resources: {'Port': ['ID=77391b0b-94e5-4dc8-af3e-94c073fc1603,revision_number=None']} {{(pid=101723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:05.856041 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (4cfaa510-29a5-4abf-8297-886bffbf05f5), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.856286 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa72614-8496-47b5-84f0-48d273477ec8 None None] No DVR routers for this DVR port 77391b0b-94e5-4dc8-af3e-94c073fc1603 on host dv-cinder-731261-6-iscsi {{(pid=101723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:19:05.863665 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 292a93db-bb29-4ccd-a737-acd13535d3b5 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:05.894583 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 292a93db-bb29-4ccd-a737-acd13535d3b5 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:05.894876 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 292a93db-bb29-4ccd-a737-acd13535d3b5 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:05.895138 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfaa510-29a5-4abf-8297-886bffbf05f5']}} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:05.895309 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device bcd3eef2-c94e-4245-813a-90fb1b8b3756 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:05.908388 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32') {'for_net_delete': True} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:05.908690 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.services.segments.db [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1c4bcd-d995-44e2-b7de-5cfaa2626c32') {} {{(pid=101721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:05.918486 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: bcd3eef2-c94e-4245-813a-90fb1b8b3756 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:05.918829 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device bcd3eef2-c94e-4245-813a-90fb1b8b3756 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:05.919871 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 77391b0b-94e5-4dc8-af3e-94c073fc1603 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:05.920526 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842977'] for segment (aa1c4bcd-d995-44e2-b7de-5cfaa2626c32), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.936397 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (aa1c4bcd-d995-44e2-b7de-5cfaa2626c32), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.942518 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 77391b0b-94e5-4dc8-af3e-94c073fc1603 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:05.942861 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 77391b0b-94e5-4dc8-af3e-94c073fc1603 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:05.945581 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=101721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:19:05.945970 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2842684'] for segment (aa1c4bcd-d995-44e2-b7de-5cfaa2626c32), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:05.989606 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment aa1c4bcd-d995-44e2-b7de-5cfaa2626c32 resource provider aggregate not found Aug 29 19:19:06.013238 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.services.segments.plugin [-] Segment aa1c4bcd-d995-44e2-b7de-5cfaa2626c32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa1c4bcd-d995-44e2-b7de-5cfaa2626c32 found for delete ", "request_id": "req-deddd9e4-6ef2-4d5a-9ff2-21c2ec88079a"}]} Aug 29 19:19:06.026197 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (4cfaa510-29a5-4abf-8297-886bffbf05f5), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:06.032017 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:06.035328 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/4cfaa510-29a5-4abf-8297-886bffbf05f5 HTTP/1.1" status: 204 len: 168 time: 0.6800156 Aug 29 19:19:06.039099 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [-] (101721) accepted ('10.222.0.94', 35212) {{(pid=101721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:06.056249 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa255250-8436-4781-98c2-2771ec097ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfaa510-29a5-4abf-8297-886bffbf05f5,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:06.160140 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:06.242449 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:06.389587 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524513'] for router_interface (40023595-f072-49ff-9e97-e63ed851ed2a), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:06.645833 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Deleting port cefc371a-6da7-4640-b95e-f27caca44385 {{(pid=101721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:06.646169 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (cefc371a-6da7-4640-b95e-f27caca44385), before_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:06.741316 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.db [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] For port cefc371a-6da7-4640-b95e-f27caca44385, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=cefc371a-6da7-4640-b95e-f27caca44385,segment=NetworkSegment(1648ee33-cd1f-40ce-8626-aa9b5e204347),segment_id=1648ee33-cd1f-40ce-8626-aa9b5e204347)] {{(pid=101721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:06.741752 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (cefc371a-6da7-4640-b95e-f27caca44385), precommit_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:06.756938 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.plugins.ml2.plugin [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Calling delete_port for cefc371a-6da7-4640-b95e-f27caca44385 owned by network:router_interface {{(pid=101721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:07.200076 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2842729'] for port (cefc371a-6da7-4640-b95e-f27caca44385), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:07.233617 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefc371a-6da7-4640-b95e-f27caca44385,revision_number=None']} {{(pid=101721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:07.302976 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:07.422430 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron_lib.callbacks.manager [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540241'] for router_interface (40023595-f072-49ff-9e97-e63ed851ed2a), after_delete {{(pid=101721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:07.494822 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:07.660172 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Router 40023595-f072-49ff-9e97-e63ed851ed2a has already been hosted by L3 agent f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b {{(pid=101721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:19:07.773909 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] Notify agent at l3_agent.dv-cinder-731261-6-iscsi the message routers_updated {{(pid=101721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:19:07.780476 dv-cinder-731261-6-iscsi neutron-server[101721]: INFO neutron.wsgi [None req-34f00538-d727-45c1-af66-cacdb41447c0 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/40023595-f072-49ff-9e97-e63ed851ed2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401090 Aug 29 19:19:07.783589 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35214) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:07.790665 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] Sync routers for ids ['40023595-f072-49ff-9e97-e63ed851ed2a'] in dv-cinder-731261-6-iscsi {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:19:07.803037 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] Routers {'40023595-f072-49ff-9e97-e63ed851ed2a'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:19:07.804334 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['40023595-f072-49ff-9e97-e63ed851ed2a'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:07.866128 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:07.901793 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks [] for router (40023595-f072-49ff-9e97-e63ed851ed2a), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:07.938409 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] Set router 40023595-f072-49ff-9e97-e63ed851ed2a gateway port host: dv-cinder-731261-6-iscsi {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:19:08.025452 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks [] for router_gateway (40023595-f072-49ff-9e97-e63ed851ed2a), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.071120 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Deleting port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:08.071742 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.148697 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'external_fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:19:07Z', 'revision_number': 5, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port': {'id': '7dfa79fb-513c-4d1d-8a3e-d0fc655400bd', 'name': '', 'network_id': 'ebe48a3f-f0ad-48a4-bb01-14d8646d9a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '33981f4a-df61-4347-97c5-02b201d89497', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731261-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:16:53Z', 'updated_at': '2022-08-29T19:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33981f4a-df61-4347-97c5-02b201d89497', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731261-6-iscsi'}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:08.167287 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] For port 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,segment=NetworkSegment(d8a4266c-749f-49b6-b9e0-3db0d62e9f8f),segment_id=d8a4266c-749f-49b6-b9e0-3db0d62e9f8f)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:08.167641 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.181624 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] Checking router: 40023595-f072-49ff-9e97-e63ed851ed2a for host: dv-cinder-731261-6-iscsi {{(pid=101723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:19:08.188926 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Calling delete_port for 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd owned by network:router_gateway {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:08.191559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] Routers {'40023595-f072-49ff-9e97-e63ed851ed2a'} bound to L3 agent in host dv-cinder-731261-6-iscsi {{(pid=101723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:19:08.192186 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731261-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T18:59:29Z,description=,heartbeat_timestamp=2022-08-29T19:18:59Z,host='dv-cinder-731261-6-iscsi',id=f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T18:59:29Z,topic='l3_agent')) {'router_ids': ['40023595-f072-49ff-9e97-e63ed851ed2a'], 'active': True} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:08.281619 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_dvr_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] Set router 40023595-f072-49ff-9e97-e63ed851ed2a gateway port host: None {{(pid=101723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:19:08.387408 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (7dfa79fb-513c-4d1d-8a3e-d0fc655400bd), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.416697 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfa79fb-513c-4d1d-8a3e-d0fc655400bd,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:08.477888 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.db.l3_hamode_db [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:19:08Z', 'revision_number': 6, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port_host': None}], 'dv-cinder-731261-6-iscsi', False) {} {{(pid=101723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:08.492138 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-525986'] for router_gateway (40023595-f072-49ff-9e97-e63ed851ed2a), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.504282 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49ae28-80f5-4d54-a403-414e2f325313 None None] The sync data for ids ['40023595-f072-49ff-9e97-e63ed851ed2a'] in dv-cinder-731261-6-iscsi is: [{'id': '40023595-f072-49ff-9e97-e63ed851ed2a', 'name': 'tempest-TestMinimumBasicScenario-1848542794-router', 'tenant_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:16:52Z', 'updated_at': '2022-08-29T19:19:08Z', 'revision_number': 6, 'project_id': 'a4d004040b8d4517a3b1f6b9f6acdf92', 'gw_port_host': None}] {{(pid=101723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:19:08.601656 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8047'] for router (40023595-f072-49ff-9e97-e63ed851ed2a), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.605430 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks [] for router_controller (40023595-f072-49ff-9e97-e63ed851ed2a), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.674792 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540204'] for router (40023595-f072-49ff-9e97-e63ed851ed2a), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.675430 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40023595-f072-49ff-9e97-e63ed851ed2a {{(pid=101722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:19:08.679900 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.681023 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-a7ad7933-6bd5-4ceb-a72f-2603ec56e4ed admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/40023595-f072-49ff-9e97-e63ed851ed2a HTTP/1.1" status: 204 len: 168 time: 0.8964496 Aug 29 19:19:08.683639 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35216) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:08.731097 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Deleting subnet 4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57 {{(pid=101722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:19:08.734288 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:08.735154 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Publish callbacks [] for subnet (4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.769688 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:08.772630 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155023'] for subnet (4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57), precommit_delete_associations {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.851690 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8091747'] for subnet (4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.912940 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8091770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8737313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3810297'] for subnet (4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.943030 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:08.946259 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57 HTTP/1.1" status: 204 len: 168 time: 0.2616601 Aug 29 19:19:08.947260 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0966c-b19f-43df-96a1-d869738ada93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9cf603-4a58-4eb0-87c7-b6a33ca9ee57,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:08.948757 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35218) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:08.949935 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef1978-ef0a-4563-8e73-48a6982735e5 None None] Network e341ed3b-c418-40ae-8633-c55994b9d217 requested from dv-cinder-731261-6-iscsi {{(pid=101723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:19:09.018864 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7974494'] for network (e341ed3b-c418-40ae-8633-c55994b9d217), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.067800 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Deleting port e46a01e6-14a4-4d34-9660-7d23f2a673f5 {{(pid=101722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:19:09.068222 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784193354716'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.132129 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.db [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] For port e46a01e6-14a4-4d34-9660-7d23f2a673f5, host dv-cinder-731261-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731261-6-iscsi',level=0,port_id=e46a01e6-14a4-4d34-9660-7d23f2a673f5,segment=NetworkSegment(1648ee33-cd1f-40ce-8626-aa9b5e204347),segment_id=1648ee33-cd1f-40ce-8626-aa9b5e204347)] {{(pid=101722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:19:09.132409 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723690'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.146312 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.plugin [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Calling delete_port for e46a01e6-14a4-4d34-9660-7d23f2a673f5 owned by network:dhcp {{(pid=101722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:19:09.232267 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7986545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784193360074', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784192912927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737746'] for port (e46a01e6-14a4-4d34-9660-7d23f2a673f5), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.255863 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d57be-7cad-41e2-b488-1e0bc512d8c1 None None] DHCP port deletion for e341ed3b-c418-40ae-8633-c55994b9d217 request from dv-cinder-731261-6-iscsi {{(pid=101723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:19:09.256137 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46a01e6-14a4-4d34-9660-7d23f2a673f5,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:09.265849 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] No DVR routers for this DVR port e46a01e6-14a4-4d34-9660-7d23f2a673f5 on host dv-cinder-731261-6-iscsi {{(pid=101722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:19:09.346692 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8093184', 'neutron.services.segments.db._delete_segments_for_network-8784193383491'] for network (e341ed3b-c418-40ae-8633-c55994b9d217), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.369349 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e341ed3b-c418-40ae-8633-c55994b9d217']}} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:09.379798 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1648ee33-cd1f-40ce-8626-aa9b5e204347') {'for_net_delete': True} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:09.380177 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.services.segments.db [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1648ee33-cd1f-40ce-8626-aa9b5e204347') {} {{(pid=101722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:19:09.392669 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784193457839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9155012'] for segment (1648ee33-cd1f-40ce-8626-aa9b5e204347), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.407205 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906'] for segment (1648ee33-cd1f-40ce-8626-aa9b5e204347), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.413898 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=101722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:19:09.414276 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8086906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737671'] for segment (1648ee33-cd1f-40ce-8626-aa9b5e204347), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.477989 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment 1648ee33-cd1f-40ce-8626-aa9b5e204347 resource provider aggregate not found Aug 29 19:19:09.504637 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.services.segments.plugin [-] Segment 1648ee33-cd1f-40ce-8626-aa9b5e204347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1648ee33-cd1f-40ce-8626-aa9b5e204347 found for delete ", "request_id": "req-7ca13af4-be42-44c4-817a-665c0ff06afd"}]} Aug 29 19:19:09.523306 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8093193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526030'] for network (e341ed3b-c418-40ae-8633-c55994b9d217), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.529757 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553802'] for network (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.532993 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/e341ed3b-c418-40ae-8633-c55994b9d217 HTTP/1.1" status: 204 len: 168 time: 0.5832741 Aug 29 19:19:09.544733 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dfd4b-69e2-47e7-876b-1f5743578424 admin admin] Pushing event deleted for resources: {'Network': ['ID=e341ed3b-c418-40ae-8633-c55994b9d217,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:09.712372 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35226) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:09.756357 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-c394bad0-7f30-47b8-bc51-3117aa931a4f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=af3f2410b6e94037becf20e9c7908820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428314 Aug 29 19:19:09.758988 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35228) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:09.766505 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:09.798870 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device cefc371a-6da7-4640-b95e-f27caca44385 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:09.821298 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd6c-5b52-4382-aeba-64c55d2b398d admin admin] Publish callbacks [] for security_group (7b3b3140-1d52-4bce-9f60-0184910c244b), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.821584 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: cefc371a-6da7-4640-b95e-f27caca44385 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:09.821699 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device cefc371a-6da7-4640-b95e-f27caca44385 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:09.822085 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device e46a01e6-14a4-4d34-9660-7d23f2a673f5 no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:09.845453 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd6c-5b52-4382-aeba-64c55d2b398d admin admin] Publish callbacks [] for security_group (7b3b3140-1d52-4bce-9f60-0184910c244b), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.845920 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: e46a01e6-14a4-4d34-9660-7d23f2a673f5 {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:09.846261 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device e46a01e6-14a4-4d34-9660-7d23f2a673f5 not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:09.846668 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd no longer exists at agent ovs-agent-dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:19:09.868579 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.plugin [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] No Port match for: 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd {{(pid=101723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:19:09.868922 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron.plugins.ml2.rpc [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Device 7dfa79fb-513c-4d1d-8a3e-d0fc655400bd not bound to the agent host dv-cinder-731261-6-iscsi {{(pid=101723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:19:09.899890 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd6c-5b52-4382-aeba-64c55d2b398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (7b3b3140-1d52-4bce-9f60-0184910c244b), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.902648 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd6c-5b52-4382-aeba-64c55d2b398d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:09.907334 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-e27cfd6c-5b52-4382-aeba-64c55d2b398d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/7b3b3140-1d52-4bce-9f60-0184910c244b HTTP/1.1" status: 204 len: 168 time: 0.1438885 Aug 29 19:19:09.913743 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cfd6c-5b52-4382-aeba-64c55d2b398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3b3140-1d52-4bce-9f60-0184910c244b,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:10.263392 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35234) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:10.559353 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:10.571351 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-d53e8406-4542-4758-9da4-a51a14a41324 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=a4d004040b8d4517a3b1f6b9f6acdf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068213 Aug 29 19:19:10.574057 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [-] (101722) accepted ('10.222.0.94', 35236) {{(pid=101722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:19:10.624955 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7f962d0e-1f12-4b8d-9733-c5a27af6af7d admin admin] Publish callbacks [] for security_group (cac57a22-4f08-4ed0-bf59-cc652537c4cb), before_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:10.644753 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7f962d0e-1f12-4b8d-9733-c5a27af6af7d admin admin] Publish callbacks [] for security_group (cac57a22-4f08-4ed0-bf59-cc652537c4cb), precommit_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:10.692240 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7f962d0e-1f12-4b8d-9733-c5a27af6af7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602501'] for security_group (cac57a22-4f08-4ed0-bf59-cc652537c4cb), after_delete {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:10.694759 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron_lib.callbacks.manager [None req-7f962d0e-1f12-4b8d-9733-c5a27af6af7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=101722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:10.695927 dv-cinder-731261-6-iscsi neutron-server[101722]: INFO neutron.wsgi [None req-7f962d0e-1f12-4b8d-9733-c5a27af6af7d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cac57a22-4f08-4ed0-bf59-cc652537c4cb HTTP/1.1" status: 204 len: 168 time: 0.1209683 Aug 29 19:19:10.704038 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f962d0e-1f12-4b8d-9733-c5a27af6af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac57a22-4f08-4ed0-bf59-cc652537c4cb,revision_number=None']} {{(pid=101722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:19:14.591933 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:14.693614 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=13 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:14.722817 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=12 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:17.770044 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=44 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:17.770916 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG dbcounter [-] [101721] Writing DB stats neutron:SELECT=31 {{(pid=101721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:20.678041 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:20.699833 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG dbcounter [-] [101722] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=101722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:24.584312 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=70 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:24.586298 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:25.875976 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:19:26.503322 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-1d37324e-2a9f-4656-bdce-58778362ff7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:28.911839 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-fc788279-83b8-497d-8afe-4a07367a532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:30.112183 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:31.507383 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:31.917941 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:35.869881 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:35.870637 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:44.602828 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:54.597458 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:54.599573 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:56.505132 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-29aad444-b7ea-45fe-8a4b-fb114f89c2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:58.915438 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-fd694786-36c2-4f60-b85b-7af84af90118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:00.121838 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:01.510226 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:01.920392 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:02.878249 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:20:11.084458 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:11.909499 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:11.916492 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:12.874783 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:14.599681 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:24.593045 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:24.594967 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:24.963483 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=11 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:24.965302 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=15 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:26.508637 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-6742bf1e-d598-47b4-803b-2fc6ce43fef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:28.919855 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-cbb97607-5780-4c0a-ae5d-b40aef0f44c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:30.121691 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:31.513400 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:31.923293 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.878293 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:20:41.917272 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:41.919226 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:44.597996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.873638 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:49.874438 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:54.591628 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:54.593496 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:56.511352 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-b04b14fc-cfbe-49b4-9d3f-b8019f5cb176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.922865 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-cb975fbd-b1a1-43fc-b9fa-9e7e02fbd1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.123247 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:01.517909 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:01.924695 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:11.918788 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:11.920745 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:14.596569 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:16.877348 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:21:24.590071 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:24.592992 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:26.515164 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ef758c52-a181-4074-8399-c993863b5f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.872632 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:26.873528 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:28.925265 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab670-ebd6-4384-91af-c9e7399a9aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.126674 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:31.523320 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:31.928520 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:44.611673 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.876269 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:21:54.602143 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:54.606324 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:56.517507 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-1a05989b-adbe-46db-b168-837fe8ea902e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.929489 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-7ec351e8-94ee-467d-9386-41caee65965f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.130975 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.530371 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.932267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.872328 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:03.873122 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:11.921225 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=10 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:11.926488 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:14.603825 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:24.597014 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:24.597976 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:24.987389 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=15 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:24.988042 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=11 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:26.521355 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-3e08ce86-c36d-4fd2-bafe-ba4e4ae3a48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:28.933607 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0d3c-59f3-408b-81a8-86047dfaf6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:30.133123 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:30.875084 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:22:31.528283 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:31.937081 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:39.080436 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=3 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:40.870766 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=5 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:41.924022 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:41.930626 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:44.609228 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:54.598056 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:54.605109 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:56.525160 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-addfcdc5-0b30-410f-b0e5-f78dac9b1b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:58.937128 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-5f1b67b0-fa4e-4bad-aa73-573933d0ea70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:00.134718 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:01.525149 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:01.940141 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:07.874017 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:23:11.932755 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:11.935447 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:14.610826 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:24.601907 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.606282 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.898457 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=6 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.899322 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:25.351360 dv-cinder-731261-6-iscsi neutron-server[101722]: DEBUG neutron.wsgi [req-8b1c7d06-0040-47d1-b8fe-0332e016d45a req-75f294b8-b645-46bb-89c3-37e69d59309e service neutron] (101722) timed out ('10.222.0.71', 58819) {{(pid=101722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:23:26.537260 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-23923fb7-b47e-4c95-a1bb-55820e73d4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:28.946738 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f9ece2e3-afb5-420f-9bf2-8499d6147102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:30.138754 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:31.354844 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [req-8f50834c-5180-4c99-a7db-2b344e8f4ab0 req-6baf172c-bbe9-4f98-9b0f-018aa8616029 service neutron] (101721) timed out ('10.222.0.71', 58823) {{(pid=101721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:23:31.523301 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:31.943298 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:44.607559 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:44.874261 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:23:52.354614 dv-cinder-731261-6-iscsi neutron-server[101721]: DEBUG neutron.wsgi [req-0d5c3add-1b51-4204-aee3-162eca2aa6d2 req-2e4f4540-648f-440a-9a48-c162373f67a8 service neutron] (101721) timed out ('10.222.0.71', 58822) {{(pid=101721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:23:54.600139 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:54.603325 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:54.869773 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:54.870780 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=4 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:56.532271 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfb89-bc23-4d85-9e3c-803f782a0242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.942848 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-86f4a657-34d7-4326-88ec-ed59b048586f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:00.143994 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:01.519133 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:01.944763 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:11.937766 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:11.939956 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:13.886210 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:13.886984 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=1 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:14.606186 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.873093 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:24:24.594561 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:24.604390 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:26.535264 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-e3250c97-fbe6-4b13-8e33-a94b33216e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.936248 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-d41899d2-63d1-418b-b9a5-0b9111442050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.075773 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=15 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:30.144753 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.524996 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f60a95b8-eb16-49cc-81cb-04432d67fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (4d60faf1-623c-4213-9035-e15a5ebd14b8), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.869104 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG dbcounter [-] [101724] Writing DB stats neutron:SELECT=19 {{(pid=101724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:31.945896 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-612ca29b-9896-415f-96d1-fc2d1f83d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (81b830bd-a7a0-4d93-8460-04c2a8789169), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:41.939503 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:41.941635 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:44.608019 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-f5cd75c8-8497-4572-a4cb-932c424a00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (12c72139-dc55-4327-b5f0-cdfc0a3967c1), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:54.602267 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=2 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:54.604364 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG dbcounter [-] [101723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=101723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:56.546034 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-db8d1eb0-1914-4ca1-be93-b32ec1b4556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f18fae97-7735-43cd-80de-d2ea6901af91), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:58.871782 dv-cinder-731261-6-iscsi neutron-server[101724]: DEBUG neutron.db.agents_db [None req-80f72948-4f60-4dc1-9607-369a5753b6bf None None] Agent healthcheck: found 6 active agents {{(pid=101724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:24:58.945944 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-ce5695c4-4786-4fd8-a08c-f9b9c9dc3b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (f291a58a-e0c4-47df-aaa7-ffd15e9fcd2b), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:00.150409 dv-cinder-731261-6-iscsi neutron-server[101723]: DEBUG neutron_lib.callbacks.manager [None req-19503273-0ef4-4c3b-917b-3941eccb5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784193383473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8092353'] for agent (e558d92c-1dcc-4361-b197-381c629165a9), after_update {{(pid=101723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}